rnhmjoj/pirate-get
1
0
Fork 0
mirror of https://github.com/vikstrous/pirate-get synced 2025-01-10 10:04:21 +01:00
Code Issues Releases Wiki Activity

Cosmesis

Browse Source
This commit is contained in:
Rnhmjoj 2014-12-03 19:47:38 +01:00
parent e8bd35d658
commit a8953d8d41
1 changed files with 173 additions and 75 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

222
pirate-get.py
View File

@ -34,7 +34,6 @@ from html.parser import HTMLParser
from pprint import pprint from pprint import pprint
from io import StringIO, BytesIO from io import StringIO, BytesIO
class NoRedirection(urllib2.HTTPErrorProcessor):
class NoRedirection(request.HTTPErrorProcessor): class NoRedirection(request.HTTPErrorProcessor):
def http_response(self, request, response): def http_response(self, request, response):
@ -76,7 +75,6 @@ class MyHTMLParser(HTMLParser):
def main(): def main():
# new ConfigParser # new ConfigParser
config = configparser.ConfigParser() config = configparser.ConfigParser()
@ -94,25 +92,108 @@ def main():
config.read([config_to_load()]) config.read([config_to_load()])
parser = argparse.ArgumentParser(description='Finds and downloads torrents from the Pirate Bay') parser = argparse.ArgumentParser(
parser.add_argument('-b', dest='browse', action='store_true', help="Display in Browse mode", default=False) description='finds and downloads torrents from the Pirate Bay')
parser.add_argument('search', metavar='search', nargs="*", help="Term to search for") parser.add_argument('-b', dest='browse',
parser.add_argument('-c', dest='category', metavar='category', help="Specify a category to search", default="All") action='store_true',
parser.add_argument('-s', dest='sort', metavar='sort', help="Specify a sort option", default="SeedersDsc") help="display in Browse mode")
parser.add_argument('-R', dest='recent', action='store_true', help="Torrents uploaded in the last 48hours. *ignored in searches*", default=False) parser.add_argument('search', metavar='search',
parser.add_argument('-l', dest='list_categories', action='store_true', help="List categories", default=False) nargs="*", help="term to search for")
parser.add_argument('--list_sorts', dest='list_sorts', action='store_true', help="List Sortable Types", default=False) parser.add_argument('-c', dest='category', metavar='category',
parser.add_argument('-t',dest='transmission',action='store_true', help="call transmission-remote to start the download", default=False) help="specify a category to search", default="All")
parser.add_argument('--custom',dest='command', help="call custom command, %%s will be replaced with the url") parser.add_argument('-s', dest='sort', metavar='sort',
parser.add_argument('--local', dest='database', help="An xml file containing the Pirate Bay database") help="specify a sort option", default="SeedersDsc")
parser.add_argument('-p', dest='pages', help="The number of pages to fetch (doesn't work with --local)", default=1) parser.add_argument('-R', dest='recent', action='store_true',
parser.add_argument('-0', dest='first', action='store_true', help="choose the top result", default=False) help="torrents uploaded in the last 48hours."
parser.add_argument('-a', dest='download_all', action='store_true', help="download all results", default=False) "*ignored in searches*")
parser.add_argument('--color', dest='color', action='store_true', help="use colored output", default=False) parser.add_argument('-l', dest='list_categories',
action='store_true',
help="list categories")
parser.add_argument('--list_sorts', dest='list_sorts',
action='store_true',
help="list Sortable Types")
parser.add_argument('-t', dest='transmission',
action='store_true',
help="call transmission-remote to start the download")
parser.add_argument('--custom', dest='command',
help="call custom command, %%s will be replaced with"
"the url")
parser.add_argument('--local', dest='database',
help="an xml file containing the Pirate Bay database")
parser.add_argument('-p', dest='pages', default=1,
help="the number of pages to fetch (doesn't work with"
"--local)")
parser.add_argument('-0', dest='first',
action='store_true',
help="choose the top result")
parser.add_argument('-a', dest='download_all',
action='store_true',
help="download all results")
parser.add_argument('--color', dest='color',
action='store_true',
help="use colored output")
categories = {"All":"0","Audio":"100","Audio/Music":"101","Audio/Audio books":"102","Audio/Sound clips":"103","Audio/FLAC":"104","Audio/Other":"199","Video":"200","Video/Movies":"201","Video/Movies DVDR":"202","Video/Music videos":"203","Video/Movie clips":"204","Video/TV shows":"205","Video/Handheld":"206","Video/HD - Movies":"207","Video/HD - TV shows":"208","Video/3D":"209","Video/Other":"299","Applications":"300","Applications/Windows":"301","Applications/Mac":"302","Applications/UNIX":"303","Applications/Handheld":"304","Applications/IOS (iPad/iPhone)":"305","Applications/Android":"306","Applications/Other OS":"399","Games":"400","Games/PC":"401","Games/Mac":"402","Games/PSx":"403","Games/XBOX360":"404","Games/Wii":"405","Games/Handheld":"406","Games/IOS (iPad/iPhone)":"407","Games/Android":"408","Games/Other":"499","Porn":"500","Porn/Movies":"501","Porn/Movies DVDR":"502","Porn/Pictures":"503","Porn/Games":"504","Porn/HD - Movies":"505","Porn/Movie clips":"506","Porn/Other":"599","Other":"600","Other/E-books":"601","Other/Comics":"602","Other/Pictures":"603","Other/Covers":"604","Other/Physibles":"605","Other/Other":"699"} categories = {
"All":"0",
"Audio":"100",
"Audio/Music":"101",
"Audio/Audio books":"102",
"Audio/Sound clips":"103",
"Audio/FLAC":"104",
"Audio/Other":"199",
"Video":"200",
"Video/Movies":"201",
"Video/Movies DVDR":"202",
"Video/Music videos":"203",
"Video/Movie clips":"204",
"Video/TV shows":"205",
"Video/Handheld":"206",
"Video/HD - Movies":"207",
"Video/HD - TV shows":"208",
"Video/3D":"209",
"Video/Other":"299",
"Applications":"300",
"Applications/Windows":"301",
"Applications/Mac":"302",
"Applications/UNIX":"303",
"Applications/Handheld":"304",
"Applications/IOS (iPad/iPhone)":"305",
"Applications/Android":"306",
"Applications/Other OS":"399",
"Games":"400",
"Games/PC":"401",
"Games/Mac":"402",
"Games/PSx":"403",
"Games/XBOX360":"404",
"Games/Wii":"405",
"Games/Handheld":"406",
"Games/IOS (iPad/iPhone)":"407",
"Games/Android":"408",
"Games/Other":"499",
"Porn":"500",
"Porn/Movies":"501",
"Porn/Movies DVDR":"502",
"Porn/Pictures":"503",
"Porn/Games":"504",
"Porn/HD - Movies":"505",
"Porn/Movie clips":"506",
"Porn/Other":"599",
"Other":"600",
"Other/E-books":"601",
"Other/Comics":"602",
"Other/Pictures":"603",
"Other/Covers":"604",
"Other/Physibles":"605",
"Other/Other":"699"}
sorts = {"TitleDsc":"1","TitleAsc":"2","DateDsc":"3","DateAsc":"4","SizeDsc":"5","SizeAsc":"6","SeedersDsc":"7","SeedersAsc":"8","LeechersDsc":"9","LeechersAsc":"10","CategoryDsc":"13","CategoryAsc":"14","Default":"99"} sorts = {
"TitleDsc": "1", "TitleAsc": "2",
"DateDsc": "3", "DateAsc": "4",
"SizeDsc": "5", "SizeAsc": "6",
"SeedersDsc": "7", "SeedersAsc": "8",
"LeechersDsc": "9", "LeechersAsc": "10",
"CategoryDsc": "13", "CategoryAsc": "14",
"Default": "99"}
#todo: redo this with html parser instead of regex #todo: redo this with html parser instead of regex
def remote(args, mirror): def remote(args, mirror):
@ -122,7 +203,8 @@ def main():
if pages < 1: if pages < 1:
raise Exception('') raise Exception('')
except Exception: except Exception:
raise Exception("Please provide an integer greater than 0 for the number of pages to fetch.") raise Exception("Please provide an integer greater than 0"
"for the number of pages to fetch.")
if str(args.category) in categories.values(): if str(args.category) in categories.values():
category = args.category; category = args.category;
@ -145,14 +227,13 @@ def main():
sizes = [] sizes = []
uploaded = [] uploaded = []
identifiers = [] identifiers = []
for page in xrange(pages): for page in range(pages):
#
if args.browse: if args.browse:
path = "/browse/" path = "/browse/"
if(category == "0"): if(category == "0"):
category = '100' category = '100'
path = '/browse/' + category + '/' + str(page) + '/' + str(sort) path = '/browse/' + '/'.join(str(i) for i in (
category, page, sort))
elif len(args.search) == 0: elif len(args.search) == 0:
path = "/top/48h" if args.recent else "/top/" path = "/top/48h" if args.recent else "/top/"
if(category == "0"): if(category == "0"):
@ -160,28 +241,41 @@ def main():
else: else:
path += category path += category
else: else:
path = '/search/' + "+".join(args.search) + '/' + str(page) + '/' + str(sort) + '/' + category path = '/search/' + '/'.join(str(i) for i in (
"+".join(args.search),
page, sort,
category))
request = urllib2.Request(mirror + path) req = request.Request(mirror + path)
request.add_header('Accept-encoding', 'gzip') req.add_header('Accept-encoding', 'gzip')
f = urllib2.urlopen(request) f = request.urlopen(req)
if f.info().get('Content-Encoding') == 'gzip': if f.info().get('Content-Encoding') == 'gzip':
buf = StringIO(f.read()) f = gzip.GzipFile(fileobj=BytesIO(f.read()))
f = gzip.GzipFile(fileobj=buf) res = f.read().decode('utf-8')
res = f.read() found = re.findall('"(magnet\:\?xt=[^"]*)|<td align="right">'
found = re.findall(""""(magnet\:\?xt=[^"]*)|<td align="right">([^<]+)</td>""", res) '([^<]+)</td>', res)
# check for a blocked mirror # check for a blocked mirror
no_results = re.search(""""No hits\.""", res) no_results = re.search("\"No hits\.", res)
if found == [] and not no_results is None: if found == [] and not no_results is None:
# Contradiction - we found no results, but the page didn't say there were no results # Contradiction - we found no results,
# the page is probably not actually the pirate bay, so let's try another mirror # but the page didn't say there were no results.
# The page is probably not actually the pirate bay,
# so let's try another mirror
raise Exception("Blocked mirror detected.") raise Exception("Blocked mirror detected.")
# get sizes as well and substitute the &nbsp; character # get sizes as well and substitute the &nbsp; character
sizes.extend([match.replace("&nbsp;", " ") for match in re.findall("(?<=Size )[0-9.]+\&nbsp\;[KMGT]*[i ]*B",res)]) sizes.extend([match.replace("&nbsp;", " ")
uploaded.extend([match.replace("&nbsp;", " ") for match in re.findall("(?<=Uploaded ).+(?=\, Size)",res)]) for match in re.findall("(?<=Size )[0-9.]"
identifiers.extend([match.replace("&nbsp;", " ") for match in re.findall("(?<=/torrent/)[0-9]+(?=/)",res)]) "+\&nbsp\;[KMGT]*[i ]*B", res)])
uploaded.extend([match.replace("&nbsp;", " ")
for match in re.findall("(?<=Uploaded )"
".+(?=\, Size)",res)])
identifiers.extend([match.replace("&nbsp;", " ")
for match in re.findall("(?<=/torrent/)"
"[0-9]+(?=/)",res)])
state = "seeds" state = "seeds"
curr = ['', 0, 0] #magnet, seeds, leeches curr = ['', 0, 0] #magnet, seeds, leeches
@ -210,12 +304,14 @@ def main():
if(args.color): if(args.color):
import colorama import colorama
colorama.init() colorama.init()
color_dict = {"default": "", color_dict = {
"default": "",
"header": colorama.Back.WHITE + colorama.Fore.BLACK, "header": colorama.Back.WHITE + colorama.Fore.BLACK,
"zebra_0": "", "zebra_0": "",
"zebra_1": colorama.Style.BRIGHT, "zebra_1": colorama.Style.BRIGHT,
"WARN": colorama.Fore.YELLOW, "WARN": colorama.Fore.YELLOW,
"ERROR": colorama.Fore.RED} "ERROR": colorama.Fore.RED}
def n_print(*args, **kwargs): def n_print(*args, **kwargs):
"""Print with colors""" """Print with colors"""
try: try:
@ -245,23 +341,17 @@ def main():
if args.list_categories: if args.list_categories:
cur_color = "zebra_0" cur_color = "zebra_0"
for key, value in sorted(categories.iteritems()) : for key, value in sorted(categories.iteritems()) :
cur_color = "zebra_0" if (cur_color == "zebra_1") else "zebra_1" cur_color = "zebra_0" if (cur_color == "zebra_1") else "zebra_1"
print(str(value) +"\t" + key, color=cur_color) print(str(value) +"\t" + key, color=cur_color)
return return
if args.list_sorts: if args.list_sorts:
cur_color = "zebra_0" cur_color = "zebra_0"
for key, value in sorted(sorts.iteritems()): for key, value in sorted(sorts.iteritems()):
cur_color = "zebra_0" if (cur_color == "zebra_1") else "zebra_1" cur_color = "zebra_0" if (cur_color == "zebra_1") else "zebra_1"
print(str(value) +"\t" + key, color=cur_color) print(str(value) +"\t" + key, color=cur_color)
return return
if args.database: if args.database:
@ -284,11 +374,12 @@ def main():
break break
except Exception as e: except Exception as e:
print(format(e)) print(format(e))
print("Could not contact " + mirror, color="WARN") print("Could not contact", mirror, color="WARN")
if not mags or len(mags) == 0: if not mags or len(mags) == 0:
print("no results") print("no results")
return return
# enhanced print output with column titles # enhanced print output with column titles
def print_search_results(): def print_search_results():
print("%5s %6s %6s %-5s %-11s %-11s %s" \ print("%5s %6s %6s %-5s %-11s %-11s %s" \
@ -317,8 +408,8 @@ def main():
uploaded[m], torrent_name), color=cur_color) uploaded[m], torrent_name), color=cur_color)
def print_descriptions(chosen_links): def print_descriptions(chosen_links):
for link in chosen_links: for link in chosen_links:
path = '/torrent/' + identifiers[int(link)] + '/' path = '/torrent/%s/' % identifiers[int(link)]
request = urllib2.Request(mirror + path) request = request.Request(mirror + path)
request.add_header('Accept-encoding', 'gzip') request.add_header('Accept-encoding', 'gzip')
f = request.urlopen(request) f = request.urlopen(request)
@ -332,7 +423,9 @@ def main():
res, re.DOTALL).group(1) res, re.DOTALL).group(1)
# Replace HTML links with markdown style versions # Replace HTML links with markdown style versions
desc = re.sub(r"<a href=\"\s*([^\"]+?)\s*\"[^>]*>(\s*)([^<]+?)(\s*)</a>", r"\2[\3](\1)\4", desc) desc = re.sub(r"<a href=\"\s*([^\"]+?)\s*\"[^>]*>(\s*)([^<]+?)(\s*"
r")</a>", r"\2[\3](\1)\4", desc)
print('Description for "' + torrent_name + '":', color="zebra_1") print('Description for "' + torrent_name + '":', color="zebra_1")
print(desc, color="zebra_0") print(desc, color="zebra_0")
@ -348,12 +441,14 @@ def main():
f = gzip.GzipFile(fileobj=BytesIO(f.read())) f = gzip.GzipFile(fileobj=BytesIO(f.read()))
res = f.read().replace("&nbsp;", " ") res = f.read().replace("&nbsp;", " ")
files = re.findall(r"<td align=\"left\">\s*([^<]+?)\s*</td><td align=\"right\">\s*([^<]+?)\s*</tr>", res) files = re.findall(r"<td align=\"left\">\s*([^<]+?)\s*</td><td ali"
r"gn=\"right\">\s*([^<]+?)\s*</tr>", res)
name = re.search("dn=([^\&]*)", mags[int(link)][0]) name = re.search("dn=([^\&]*)", mags[int(link)][0])
torrent_name = parse.unquote(name.group(1)).replace("+", " ") torrent_name = parse.unquote(name.group(1)).replace("+", " ")
print('Files in "' + torrent_name + '":', color="zebra_1") print('Files in "' + torrent_name + '":', color="zebra_1")
cur_color = "zebra_0" cur_color = "zebra_0"
for f in files: for f in files:
print("%-11s %s" % (f[1], f[0]), color=cur_color) print("%-11s %s" % (f[1], f[0]), color=cur_color)
cur_color = "zebra_0" if (cur_color == "zebra_1") else "zebra_1" cur_color = "zebra_0" if (cur_color == "zebra_1") else "zebra_1"
@ -365,7 +460,7 @@ def main():
choices = [0] choices = [0]
elif args.download_all: elif args.download_all:
print("Downloading all results"); print("Downloading all results");
choices = range(0, len(mags)) choices = range(len(mags))
else: else:
# New input loop to support different link options # New input loop to support different link options
while True: while True:
@ -385,7 +480,7 @@ def main():
code = None code = None
# Clean up command codes # Clean up command codes
l = re.sub(r"^[hdfp, ]*|[hdfp, ]*$", "", l) l = re.sub(r"^[hdfp, ]*|[hdfp, ]*$", "", l)
# Substitute multiple consecutive spaces or commas for single comma # Substitute multiple consecutive spaces/commas for single comma
l = re.sub("[ ,]+", ",", l) l = re.sub("[ ,]+", ",", l)
# Remove anything that isn't an integer or comma. # Remove anything that isn't an integer or comma.
l = re.sub("[^0-9,]", "", l) l = re.sub("[^0-9,]", "", l)
@ -393,12 +488,12 @@ def main():
choices = l.split(",") choices = l.split(",")
# Act on option, if supplied # Act on option, if supplied
if code == 'h': if code == 'h':
print("Options:") print("Options:",
print("<links>: Download selected torrents") "<links>: Download selected torrents",
print("[d<links>]: Get descriptions") "[d<links>]: Get descriptions",
print("[f<links>]: Get files") "[f<links>]: Get files",
print("[p] Print search results") "[p] Print search results",
print("[q] Quit") "[q] Quit", sep="\n")
continue continue
elif code == 'q': elif code == 'q':
print("User Cancelled.") print("User Cancelled.")
@ -425,14 +520,17 @@ def main():
if config.get('SaveToFile', 'enabled'): if config.get('SaveToFile', 'enabled'):
# Save to file is enabled # Save to file is enabled
fileName = os.path.expanduser(config.get('SaveToFile', 'directory')) + id_generator() + '.magnet' fileName = os.path.expanduser(
config.get('SaveToFile','directory')
) + id_generator() + '.magnet'
print("Saving to File: " + fileName) print("Saving to File: " + fileName)
f = open(fileName, 'w') f = open(fileName, 'w')
for choice in choices: for choice in choices:
choice = int(choice) choice = int(choice)
url = mags[choice][0] url = mags[choice][0]
f.write(url + '\n') f.write(url + '\n')
f.close() f.close()
else: else:
@ -442,8 +540,8 @@ def main():
url = mags[choice][0] url = mags[choice][0]
print(url) print(url)
if args.transmission: if args.transmission:
os.system("""transmission-remote --add "%s" """ % (url)) os.system('transmission-remote --add "%s" ' % (url))
os.system("transmission-remote -l") os.system('transmission-remote -l')
elif args.command: elif args.command:
os.system(args.command % (url)) os.system(args.command % (url))
else: else: