rnhmjoj/pirate-get
1
0
Fork 0
mirror of https://github.com/vikstrous/pirate-get synced 2025-01-10 10:04:21 +01:00
Code Issues Releases Wiki Activity

Merge pull request #7 from gausie/check_error_code_for_mirrors

Browse Source 
Use error codes to determine if next mirror is required
This commit is contained in:
Viktor Stanchev 2014-02-01 11:00:43 -08:00
commit 1c8f5056a5
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
pirate-get.py
View File

@ -1,7 +1,7 @@
#!/usr/bin/env python #!/usr/bin/env python
import webbrowser import webbrowser
import urllib import urllib
import urllib2 import requests
import re import re
import os import os
from HTMLParser import HTMLParser from HTMLParser import HTMLParser
@ -67,8 +67,7 @@ def main():
# Catch the Ctrl-C exception and exit cleanly # Catch the Ctrl-C exception and exit cleanly
try: try:
for page in xrange(pages): for page in xrange(pages):
f = urllib2.urlopen(mirror + '/search/' + args.q.replace(" ", "+") + '/' + str(page) + '/7/0') res = requests.get(mirror + '/search/' + args.q.replace(" ", "+") + '/' + str(page) + '/7/0').text
res = f.read()
found = re.findall(""""(magnet\:\?xt=[^"]*)|<td align="right">([^<]+)</td>""", res) found = re.findall(""""(magnet\:\?xt=[^"]*)|<td align="right">([^<]+)</td>""", res)
# get sizes as well and substitute the &nbsp; character # get sizes as well and substitute the &nbsp; character
@ -102,16 +101,18 @@ def main():
if args.database: if args.database:
mags = local(args) mags = local(args)
else: else:
mirrors = ["http://thepiratebay.se"] mirrors = ["http://thepiratebay.se/"]
try: try:
f = urllib2.urlopen("http://proxybay.info/list.txt") res = requests.get("http://proxybay.info/list.txt").text
res = f.read()
mirrors += res.split("\n")[3:] mirrors += res.split("\n")[3:]
except: except:
print "Could not fetch additional mirrors" print "Could not fetch additional mirrors"
for mirror in mirrors: for mirror in mirrors:
try: try:
print("Trying " + mirror) print("Trying " + mirror)
code = requests.head(mirror).status_code
if code != 200:
continue
mags, sizes, uploaded = remote(args, mirror) mags, sizes, uploaded = remote(args, mirror)
break break
except Exception, e: except Exception, e: