Ruud
13 years ago
61 changed files with 1112 additions and 244 deletions
@ -1,3 +1,5 @@ |
|||||
*.pyc |
*.pyc |
||||
/data/ |
/data/ |
||||
/_source/ |
/_source/ |
||||
|
.project |
||||
|
.pydevproject |
||||
|
|||||
@ -0,0 +1,40 @@ |
|||||
|
from .main import Nzbsrus |
||||
|
|
||||
|
def start(): |
||||
|
return Nzbsrus() |
||||
|
|
||||
|
config = [{ |
||||
|
'name': 'nzbsrus', |
||||
|
'groups': [ |
||||
|
{ |
||||
|
'tab': 'searcher', |
||||
|
'subtab': 'providers', |
||||
|
'name': 'nzbsrus', |
||||
|
'label': 'Nzbsrus', |
||||
|
'description': 'See <a href="https://www.nzbsrus.com/">NZBsRus</a>', |
||||
|
'wizard': True, |
||||
|
'options': [ |
||||
|
{ |
||||
|
'name': 'enabled', |
||||
|
'type': 'enabler', |
||||
|
}, |
||||
|
{ |
||||
|
'name': 'userid', |
||||
|
'label': 'User ID', |
||||
|
}, |
||||
|
{ |
||||
|
'name': 'api_key', |
||||
|
'default': '', |
||||
|
'label': 'Api Key', |
||||
|
}, |
||||
|
{ |
||||
|
'name': 'english_only', |
||||
|
'default': 1, |
||||
|
'type': 'bool', |
||||
|
'label': 'English only', |
||||
|
'description': 'Only search for English spoken movies on Nzbsrus', |
||||
|
}, |
||||
|
], |
||||
|
}, |
||||
|
], |
||||
|
}] |
||||
@ -0,0 +1,104 @@ |
|||||
|
from couchpotato.core.event import fireEvent |
||||
|
from couchpotato.core.helpers.encoding import tryUrlencode |
||||
|
from couchpotato.core.helpers.rss import RSS |
||||
|
from couchpotato.core.logger import CPLog |
||||
|
from couchpotato.core.providers.nzb.base import NZBProvider |
||||
|
from couchpotato.environment import Env |
||||
|
import time |
||||
|
import xml.etree.ElementTree as XMLTree |
||||
|
|
||||
|
log = CPLog(__name__) |
||||
|
|
||||
|
class Nzbsrus(NZBProvider, RSS): |
||||
|
|
||||
|
urls = { |
||||
|
'download': 'https://www.nzbsrus.com/nzbdownload_rss.php/%s', |
||||
|
'detail': 'https://www.nzbsrus.com/nzbdetails.php?id=%s', |
||||
|
'search': 'https://www.nzbsrus.com/api.php?extended=1&xml=1&listname={date,grabs}', |
||||
|
} |
||||
|
|
||||
|
cat_ids = [ |
||||
|
([90, 45, 51], ['720p', '1080p', 'brrip', 'bd50', 'dvdr']), |
||||
|
([48, 51], ['cam', 'ts', 'dvdrip', 'tc', 'r5', 'scr']), |
||||
|
] |
||||
|
cat_backup_id = 240 |
||||
|
|
||||
|
def search(self, movie, quality): |
||||
|
|
||||
|
results = [] |
||||
|
|
||||
|
if self.isDisabled(): |
||||
|
return results |
||||
|
|
||||
|
cat_id_string = '&'.join(['c%s=1' % x for x in self.getCatId(quality.get('identifier'))]) |
||||
|
|
||||
|
arguments = tryUrlencode({ |
||||
|
'searchtext': 'imdb:' + movie['library']['identifier'][2:], |
||||
|
'uid': self.conf('userid'), |
||||
|
'key': self.conf('api_key'), |
||||
|
'age': Env.setting('retention', section = 'nzb'), |
||||
|
|
||||
|
}) |
||||
|
|
||||
|
# check for english_only |
||||
|
if self.conf('english_only'): |
||||
|
arguments += "&lang0=1&lang3=1&lang1=1" |
||||
|
|
||||
|
url = "%s&%s&%s" % (self.urls['search'], arguments , cat_id_string) |
||||
|
|
||||
|
cache_key = 'nzbsrus_1.%s.%s' % (movie['library'].get('identifier'), cat_id_string) |
||||
|
single_cat = True |
||||
|
|
||||
|
data = self.getCache(cache_key, url, cache_timeout = 1800, headers = {'User-Agent': Env.getIdentifier()}) |
||||
|
if data: |
||||
|
try: |
||||
|
try: |
||||
|
data = XMLTree.fromstring(data) |
||||
|
nzbs = self.getElements(data, 'results/result') |
||||
|
except Exception, e: |
||||
|
log.debug('%s, %s', (self.getName(), e)) |
||||
|
return results |
||||
|
|
||||
|
for nzb in nzbs: |
||||
|
|
||||
|
title = self.getTextElement(nzb, "name") |
||||
|
if 'error' in title.lower(): continue |
||||
|
|
||||
|
id = self.getTextElement(nzb, "id") |
||||
|
size = int(round(int(self.getTextElement(nzb, "size")) / 1048576)) |
||||
|
age = int(round((time.time() - int(self.getTextElement(nzb, "postdate"))) / 86400)) |
||||
|
|
||||
|
new = { |
||||
|
'id': id, |
||||
|
'type': 'nzb', |
||||
|
'provider': self.getName(), |
||||
|
'name': title, |
||||
|
'age': age, |
||||
|
'size': size, |
||||
|
'url': self.urls['download'] % id + self.getApiExt() + self.getTextElement(nzb, "key"), |
||||
|
'download': self.download, |
||||
|
'detail_url': self.urls['detail'] % id, |
||||
|
'description': self.getTextElement(nzb, "addtext"), |
||||
|
'check_nzb': True, |
||||
|
} |
||||
|
|
||||
|
is_correct_movie = fireEvent('searcher.correct_movie', |
||||
|
nzb = new, movie = movie, quality = quality, |
||||
|
imdb_results = True, single = True) |
||||
|
|
||||
|
if is_correct_movie: |
||||
|
new['score'] = fireEvent('score.calculate', new, movie, single = True) |
||||
|
results.append(new) |
||||
|
self.found(new) |
||||
|
|
||||
|
return results |
||||
|
except SyntaxError: |
||||
|
log.error('Failed to parse XML response from Nzbsrus.com') |
||||
|
|
||||
|
return results |
||||
|
|
||||
|
def download(self, url = '', nzb_id = ''): |
||||
|
return self.urlopen(url, headers = {'User-Agent': Env.getIdentifier()}) |
||||
|
|
||||
|
def getApiExt(self): |
||||
|
return '/%s/' % (self.conf('userid')) |
||||
@ -0,0 +1,36 @@ |
|||||
|
from main import PassThePopcorn |
||||
|
|
||||
|
def start(): |
||||
|
return PassThePopcorn() |
||||
|
|
||||
|
config = [{ |
||||
|
'name': 'passthepopcorn', |
||||
|
'groups': [{ |
||||
|
'tab': 'searcher', |
||||
|
'subtab': 'providers', |
||||
|
'name': 'PassThePopcorn', |
||||
|
'description': 'See <a href="http://passthepopcorn.me">PassThePopcorn.me</a>', |
||||
|
'options': [ |
||||
|
{ |
||||
|
'name': 'enabled', |
||||
|
'type': 'enabler', |
||||
|
'default': False |
||||
|
}, |
||||
|
{ |
||||
|
'name': 'domain', |
||||
|
'advanced': True, |
||||
|
'label': 'Proxy server', |
||||
|
'description': 'Domain for requests (HTTPS only!), keep empty to use default (tls.passthepopcorn.me).', |
||||
|
}, |
||||
|
{ |
||||
|
'name': 'username', |
||||
|
'default': '', |
||||
|
}, |
||||
|
{ |
||||
|
'name': 'password', |
||||
|
'default': '', |
||||
|
'type': 'password', |
||||
|
} |
||||
|
], |
||||
|
}] |
||||
|
}] |
||||
@ -0,0 +1,254 @@ |
|||||
|
from couchpotato.core.event import fireEvent |
||||
|
from couchpotato.core.helpers.encoding import tryUrlencode |
||||
|
from couchpotato.core.helpers.variable import getTitle, tryInt, mergeDicts |
||||
|
from couchpotato.core.logger import CPLog |
||||
|
from couchpotato.core.providers.torrent.base import TorrentProvider |
||||
|
from dateutil.parser import parse |
||||
|
import cookielib |
||||
|
import htmlentitydefs |
||||
|
import json |
||||
|
import re |
||||
|
import time |
||||
|
import traceback |
||||
|
import urllib2 |
||||
|
|
||||
|
log = CPLog(__name__) |
||||
|
|
||||
|
|
||||
|
class PassThePopcorn(TorrentProvider): |
||||
|
|
||||
|
urls = { |
||||
|
'domain': 'https://tls.passthepopcorn.me', |
||||
|
'detail': 'https://tls.passthepopcorn.me/torrents.php?torrentid=%s', |
||||
|
'torrent': 'https://tls.passthepopcorn.me/torrents.php', |
||||
|
'login': 'https://tls.passthepopcorn.me/login.php', |
||||
|
'search': 'https://tls.passthepopcorn.me/search/%s/0/7/%d' |
||||
|
} |
||||
|
|
||||
|
quality_search_params = { |
||||
|
'bd50': {'media': 'Blu-ray', 'format': 'BD50'}, |
||||
|
'1080p': {'resolution': '1080p'}, |
||||
|
'720p': {'resolution': '720p'}, |
||||
|
'brrip': {'media': 'Blu-ray'}, |
||||
|
'dvdr': {'resolution': 'anysd'}, |
||||
|
'dvdrip': {'media': 'DVD'}, |
||||
|
'scr': {'media': 'DVD-Screener'}, |
||||
|
'r5': {'media': 'R5'}, |
||||
|
'tc': {'media': 'TC'}, |
||||
|
'ts': {'media': 'TS'}, |
||||
|
'cam': {'media': 'CAM'} |
||||
|
} |
||||
|
|
||||
|
post_search_filters = { |
||||
|
'bd50': {'Codec': ['BD50']}, |
||||
|
'1080p': {'Resolution': ['1080p']}, |
||||
|
'720p': {'Resolution': ['720p']}, |
||||
|
'brrip': {'Source': ['Blu-ray'], 'Quality': ['High Definition'], 'Container': ['!ISO']}, |
||||
|
'dvdr': {'Codec': ['DVD5', 'DVD9']}, |
||||
|
'dvdrip': {'Source': ['DVD'], 'Codec': ['!DVD5', '!DVD9']}, |
||||
|
'scr': {'Source': ['DVD-Screener']}, |
||||
|
'r5': {'Source': ['R5']}, |
||||
|
'tc': {'Source': ['TC']}, |
||||
|
'ts': {'Source': ['TS']}, |
||||
|
'cam': {'Source': ['CAM']} |
||||
|
} |
||||
|
|
||||
|
class NotLoggedInHTTPError(urllib2.HTTPError): |
||||
|
def __init__(self, url, code, msg, headers, fp): |
||||
|
urllib2.HTTPError.__init__(self, url, code, msg, headers, fp) |
||||
|
|
||||
|
class PTPHTTPRedirectHandler(urllib2.HTTPRedirectHandler): |
||||
|
def http_error_302(self, req, fp, code, msg, headers): |
||||
|
log.debug("302 detected; redirected to %s" % headers['Location']) |
||||
|
if (headers['Location'] != 'login.php'): |
||||
|
return urllib2.HTTPRedirectHandler.http_error_302(self, req, fp, code, msg, headers) |
||||
|
else: |
||||
|
raise PassThePopcorn.NotLoggedInHTTPError(req.get_full_url(), code, msg, headers, fp) |
||||
|
|
||||
|
def search(self, movie, quality): |
||||
|
|
||||
|
results = [] |
||||
|
|
||||
|
if self.isDisabled(): |
||||
|
return results |
||||
|
|
||||
|
movie_title = getTitle(movie['library']) |
||||
|
quality_id = quality['identifier'] |
||||
|
|
||||
|
log.info('Searching for %s at quality %s' % (movie_title, quality_id)) |
||||
|
|
||||
|
params = mergeDicts(self.quality_search_params[quality_id].copy(), { |
||||
|
'order_by': 'relevance', |
||||
|
'order_way': 'descending', |
||||
|
'searchstr': movie['library']['identifier'] |
||||
|
}) |
||||
|
|
||||
|
# Do login for the cookies |
||||
|
if not self.login_opener and not self.login(): |
||||
|
return results |
||||
|
|
||||
|
try: |
||||
|
url = '%s?json=noredirect&%s' % (self.urls['torrent'], tryUrlencode(params)) |
||||
|
txt = self.urlopen(url, opener = self.login_opener) |
||||
|
res = json.loads(txt) |
||||
|
except: |
||||
|
log.error('Search on PassThePopcorn.me (%s) failed (could not decode JSON)' % params) |
||||
|
return [] |
||||
|
|
||||
|
try: |
||||
|
if not 'Movies' in res: |
||||
|
log.info("PTP search returned nothing for '%s' at quality '%s' with search parameters %s" % (movie_title, quality_id, params)) |
||||
|
return [] |
||||
|
|
||||
|
authkey = res['AuthKey'] |
||||
|
passkey = res['PassKey'] |
||||
|
|
||||
|
for ptpmovie in res['Movies']: |
||||
|
if not 'Torrents' in ptpmovie: |
||||
|
log.debug('Movie %s (%s) has NO torrents' % (ptpmovie['Title'], ptpmovie['Year'])) |
||||
|
continue |
||||
|
|
||||
|
log.debug('Movie %s (%s) has %d torrents' % (ptpmovie['Title'], ptpmovie['Year'], len(ptpmovie['Torrents']))) |
||||
|
for torrent in ptpmovie['Torrents']: |
||||
|
torrent_id = tryInt(torrent['Id']) |
||||
|
torrentdesc = '%s %s %s' % (torrent['Resolution'], torrent['Source'], torrent['Codec']) |
||||
|
|
||||
|
if 'GoldenPopcorn' in torrent and torrent['GoldenPopcorn']: |
||||
|
torrentdesc += ' HQ' |
||||
|
if 'Scene' in torrent and torrent['Scene']: |
||||
|
torrentdesc += ' Scene' |
||||
|
if 'RemasterTitle' in torrent and torrent['RemasterTitle']: |
||||
|
# eliminate odd characters... |
||||
|
torrentdesc += self.htmlToASCII(' %s' % torrent['RemasterTitle']) |
||||
|
|
||||
|
torrentdesc += ' (%s)' % quality_id |
||||
|
torrent_name = re.sub('[^A-Za-z0-9\-_ \(\).]+', '', '%s (%s) - %s' % (movie_title, ptpmovie['Year'], torrentdesc)) |
||||
|
|
||||
|
def extra_check(item): |
||||
|
return self.torrentMeetsQualitySpec(item, type) |
||||
|
|
||||
|
def extra_score(item): |
||||
|
return 50 if torrent['GoldenPopcorn'] else 0 |
||||
|
|
||||
|
new = { |
||||
|
'id': torrent_id, |
||||
|
'type': 'torrent', |
||||
|
'provider': self.getName(), |
||||
|
'name': torrent_name, |
||||
|
'description': '', |
||||
|
'url': '%s?action=download&id=%d&authkey=%s&torrent_pass=%s' % (self.urls['torrent'], torrent_id, authkey, passkey), |
||||
|
'detail_url': self.urls['detail'] % torrent_id, |
||||
|
'date': tryInt(time.mktime(parse(torrent['UploadTime']).timetuple())), |
||||
|
'size': tryInt(torrent['Size']) / (1024 * 1024), |
||||
|
'provider': self.getName(), |
||||
|
'seeders': tryInt(torrent['Seeders']), |
||||
|
'leechers': tryInt(torrent['Leechers']), |
||||
|
'extra_score': extra_score, |
||||
|
'extra_check': extra_check, |
||||
|
'download': self.loginDownload, |
||||
|
} |
||||
|
|
||||
|
new['score'] = fireEvent('score.calculate', new, movie, single = True) |
||||
|
|
||||
|
if fireEvent('searcher.correct_movie', nzb = new, movie = movie, quality = quality): |
||||
|
results.append(new) |
||||
|
self.found(new) |
||||
|
|
||||
|
return results |
||||
|
except: |
||||
|
log.error('Failed getting results from %s: %s', (self.getName(), traceback.format_exc())) |
||||
|
|
||||
|
return [] |
||||
|
|
||||
|
def login(self): |
||||
|
|
||||
|
cookieprocessor = urllib2.HTTPCookieProcessor(cookielib.CookieJar()) |
||||
|
opener = urllib2.build_opener(cookieprocessor, PassThePopcorn.PTPHTTPRedirectHandler()) |
||||
|
opener.addheaders = [ |
||||
|
('User-Agent', 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/21.0.1180.75 Safari/537.1'), |
||||
|
('Accept', 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'), |
||||
|
('Accept-Language', 'en-gb,en;q=0.5'), |
||||
|
('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.7'), |
||||
|
('Keep-Alive', '115'), |
||||
|
('Connection', 'keep-alive'), |
||||
|
('Cache-Control', 'max-age=0'), |
||||
|
] |
||||
|
|
||||
|
try: |
||||
|
response = opener.open(self.urls['login'], self.getLoginParams()) |
||||
|
except urllib2.URLError as e: |
||||
|
log.error('Login to PassThePopcorn failed: %s' % e) |
||||
|
return False |
||||
|
|
||||
|
if response.getcode() == 200: |
||||
|
log.debug('Login HTTP status 200; seems successful') |
||||
|
self.login_opener = opener |
||||
|
return True |
||||
|
else: |
||||
|
log.error('Login to PassThePopcorn failed: returned code %d' % response.getcode()) |
||||
|
return False |
||||
|
|
||||
|
def torrentMeetsQualitySpec(self, torrent, quality): |
||||
|
|
||||
|
if not quality in self.post_search_filters: |
||||
|
return True |
||||
|
|
||||
|
for field, specs in self.post_search_filters[quality].items(): |
||||
|
matches_one = False |
||||
|
seen_one = False |
||||
|
|
||||
|
if not field in torrent: |
||||
|
log.debug('Torrent with ID %s has no field "%s"; cannot apply post-search-filter for quality "%s"' % (torrent['Id'], field, quality)) |
||||
|
continue |
||||
|
|
||||
|
for spec in specs: |
||||
|
if len(spec) > 0 and spec[0] == '!': |
||||
|
# a negative rule; if the field matches, return False |
||||
|
if torrent[field] == spec[1:]: |
||||
|
return False |
||||
|
else: |
||||
|
# a positive rule; if any of the possible positive values match the field, return True |
||||
|
seen_one = True |
||||
|
if torrent[field] == spec: |
||||
|
matches_one = True |
||||
|
|
||||
|
if seen_one and not matches_one: |
||||
|
return False |
||||
|
|
||||
|
return True |
||||
|
|
||||
|
def htmlToUnicode(self, text): |
||||
|
def fixup(m): |
||||
|
text = m.group(0) |
||||
|
if text[:2] == "&#": |
||||
|
# character reference |
||||
|
try: |
||||
|
if text[:3] == "&#x": |
||||
|
return unichr(int(text[3:-1], 16)) |
||||
|
else: |
||||
|
return unichr(int(text[2:-1])) |
||||
|
except ValueError: |
||||
|
pass |
||||
|
else: |
||||
|
# named entity |
||||
|
try: |
||||
|
text = unichr(htmlentitydefs.name2codepoint[text[1:-1]]) |
||||
|
except KeyError: |
||||
|
pass |
||||
|
return text # leave as is |
||||
|
return re.sub("&#?\w+;", fixup, u'%s' % text) |
||||
|
|
||||
|
def unicodeToASCII(self, text): |
||||
|
import unicodedata |
||||
|
return ''.join(c for c in unicodedata.normalize('NFKD', text) if unicodedata.category(c) != 'Mn') |
||||
|
|
||||
|
def htmlToASCII(self, text): |
||||
|
return self.unicodeToASCII(self.htmlToUnicode(text)) |
||||
|
|
||||
|
def getLoginParams(self): |
||||
|
return tryUrlencode({ |
||||
|
'username': self.conf('username'), |
||||
|
'password': self.conf('password'), |
||||
|
'keeplogged': '1', |
||||
|
'login': 'Login' |
||||
|
}) |
||||
Loading…
Reference in new issue