|
|
|
@ -15,22 +15,18 @@ import time |
|
|
|
|
|
|
|
class TPBProxy(object): |
|
|
|
|
|
|
|
""" TPBProxy deals with failed or blocked TPB proxys |
|
|
|
it works as Round-robin balancer if user seleced |
|
|
|
""" TPBProxy deals with failed or blocked TPB proxys. |
|
|
|
It works as round-robin balancer, if user seleced |
|
|
|
or default domain becomes unavaliable. |
|
|
|
""" |
|
|
|
|
|
|
|
list = [ |
|
|
|
('(Sweden) thepiratebay.se', 'http://thepiratebay.se'), |
|
|
|
('(Sweden) tpb.ipredator.se (ssl)', 'https://tpb.ipredator.se' |
|
|
|
), |
|
|
|
('(Sweden) tpb.ipredator.se (ssl)', 'https://tpb.ipredator.se'), |
|
|
|
('(Germany) depiraatbaai.be', 'http://depiraatbaai.be'), |
|
|
|
('(UK) piratereverse.info (ssl)', 'https://piratereverse.info' |
|
|
|
), |
|
|
|
('(UK) tpb.pirateparty.org.uk (ssl)', |
|
|
|
'https://tpb.pirateparty.org.uk'), |
|
|
|
('(Netherlands) argumentomteemigreren.nl', |
|
|
|
'http://argumentomteemigreren.nl'), |
|
|
|
('(UK) piratereverse.info (ssl)', 'https://piratereverse.info'), |
|
|
|
('(UK) tpb.pirateparty.org.uk (ssl)', 'https://tpb.pirateparty.org.uk'), |
|
|
|
('(Netherlands) argumentomteemigreren.nl', 'http://argumentomteemigreren.nl'), |
|
|
|
('(direct) 194.71.107.80', 'http://194.71.107.80'), |
|
|
|
('(direct) 194.71.107.81', 'http://194.71.107.81'), |
|
|
|
('(direct) 194.71.107.82', 'http://194.71.107.82'), |
|
|
|
@ -42,8 +38,8 @@ class TPBProxy(object): |
|
|
|
|
|
|
|
# compare lists and user/default value, exclude filter |
|
|
|
|
|
|
|
unused = [item for item in TPBProxy.list if item |
|
|
|
not in http_failed_disabled and current not in item] |
|
|
|
unused = [item for item in TPBProxy.list if item not in http_failed_disabled and current |
|
|
|
not in item] |
|
|
|
|
|
|
|
if len(unused) > 0: |
|
|
|
|
|
|
|
@ -71,29 +67,35 @@ class ThePirateBay(TorrentProvider): |
|
|
|
]), ([202], ['dvdr'])] |
|
|
|
|
|
|
|
cat_backup_id = 200 |
|
|
|
disable_provider = False |
|
|
|
|
|
|
|
def __init__(self): |
|
|
|
super(ThePirateBay, self).__init__() |
|
|
|
self.urls = {'test': self.api_domain(), |
|
|
|
'detail': '%s/torrent/%s', |
|
|
|
self.urls = {'test': self.api_domain(), 'detail': '%s/torrent/%s', |
|
|
|
'search': '%s/search/%s/0/7/%d'} |
|
|
|
|
|
|
|
def api_domain(self, url=''): |
|
|
|
|
|
|
|
# default domain |
|
|
|
|
|
|
|
domain = ('http://thepiratebay.se', self.conf('domain_for_tpb' |
|
|
|
))[self.conf('domain_for_tpb') != None] |
|
|
|
|
|
|
|
domain = self.conf('domain_for_tpb', default='http://thepiratebay.se') |
|
|
|
self.log.info('Selected domain for this request: %s', domain) |
|
|
|
host = urlparse(domain).hostname |
|
|
|
|
|
|
|
# Clear disabled list for default or user selected host if time expired |
|
|
|
|
|
|
|
if self.http_failed_disabled.get(host, 0) > 0: |
|
|
|
if self.http_failed_disabled[host] > time.time() - 900: |
|
|
|
|
|
|
|
# get new random domain |
|
|
|
domain = TPBProxy.get_proxy(self.http_failed_disabled, domain) |
|
|
|
|
|
|
|
try: |
|
|
|
domain = TPBProxy.get_proxy(self.http_failed_disabled, domain) |
|
|
|
except Exception, err: |
|
|
|
self.disable_provider = True |
|
|
|
self.log.error(err) |
|
|
|
else: |
|
|
|
|
|
|
|
del self.http_failed_request[host] |
|
|
|
del self.http_failed_disabled[host] |
|
|
|
|
|
|
|
@ -102,15 +104,15 @@ class ThePirateBay(TorrentProvider): |
|
|
|
def search(self, movie, quality): |
|
|
|
|
|
|
|
results = [] |
|
|
|
if self.isDisabled(): |
|
|
|
if self.isDisabled() or self.disable_provider: |
|
|
|
return results |
|
|
|
|
|
|
|
cache_key = 'thepiratebay.%s.%s' % (movie['library' |
|
|
|
]['identifier'], quality.get('identifier')) |
|
|
|
cache_key = 'thepiratebay.%s.%s' % (movie['library']['identifier'], quality.get('identifier' |
|
|
|
)) |
|
|
|
search_url = self.urls['search'] % (self.api_domain(), |
|
|
|
self.for_search(getTitle(movie['library']) + ' ' |
|
|
|
+ quality['identifier']), |
|
|
|
self.getCatId(quality['identifier'])[0]) |
|
|
|
self.for_search(getTitle(movie['library']) + ' ' |
|
|
|
+ quality['identifier']), |
|
|
|
self.getCatId(quality['identifier'])[0]) |
|
|
|
self.log.info('searchUrl: %s', search_url) |
|
|
|
data = self.getCache(cache_key, search_url) |
|
|
|
|
|
|
|
@ -122,8 +124,7 @@ class ThePirateBay(TorrentProvider): |
|
|
|
|
|
|
|
try: |
|
|
|
soup = BeautifulSoup(data) |
|
|
|
results_table = soup.find('table', |
|
|
|
attrs={'id': 'searchResult'}) |
|
|
|
results_table = soup.find('table', attrs={'id': 'searchResult'}) |
|
|
|
entries = results_table.find_all('tr') |
|
|
|
for result in entries[1:]: |
|
|
|
link = result.find(href=re.compile('torrent\/\d+\/')) |
|
|
|
@ -131,8 +132,7 @@ class ThePirateBay(TorrentProvider): |
|
|
|
|
|
|
|
# Uploaded 06-28 02:27, Size 1.37 GiB, |
|
|
|
|
|
|
|
size = re.search('Size (?P<size>.+),', |
|
|
|
unicode(result.select('font.detDesc' |
|
|
|
size = re.search('Size (?P<size>.+),', unicode(result.select('font.detDesc' |
|
|
|
)[0])).group('size') |
|
|
|
if link and download: |
|
|
|
new = { |
|
|
|
@ -142,42 +142,29 @@ class ThePirateBay(TorrentProvider): |
|
|
|
'provider': self.getName(), |
|
|
|
} |
|
|
|
|
|
|
|
trusted = (0, 10)[result.find('img', |
|
|
|
alt=re.compile('Trusted')) != None] |
|
|
|
vip = (0, 20)[result.find('img', |
|
|
|
alt=re.compile('VIP')) != None] |
|
|
|
confirmed = (0, 30)[result.find('img', |
|
|
|
alt=re.compile('Helpers')) != None] |
|
|
|
moderated = (0, 50)[result.find('img', |
|
|
|
alt=re.compile('Moderator')) != None] |
|
|
|
is_imdb = \ |
|
|
|
self.imdb_match(self.api_domain(link['href']), |
|
|
|
movie['library']['identifier']) |
|
|
|
trusted = (0, 10)[result.find('img', alt=re.compile('Trusted')) != None] |
|
|
|
vip = (0, 20)[result.find('img', alt=re.compile('VIP')) != None] |
|
|
|
confirmed = (0, 30)[result.find('img', alt=re.compile('Helpers')) != None] |
|
|
|
moderated = (0, 50)[result.find('img', alt=re.compile('Moderator')) != None] |
|
|
|
is_imdb = self.imdb_match(self.api_domain(link['href']), movie['library' |
|
|
|
]['identifier']) |
|
|
|
|
|
|
|
self.log.info('Name: %s', link.string) |
|
|
|
self.log.info('Seeders: %s', result.find_all('td' |
|
|
|
)[2].string) |
|
|
|
self.log.info('Leechers: %s', result.find_all('td' |
|
|
|
)[3].string) |
|
|
|
self.log.info('Seeders: %s', result.find_all('td')[2].string) |
|
|
|
self.log.info('Leechers: %s', result.find_all('td')[3].string) |
|
|
|
self.log.info('Size: %s', size) |
|
|
|
self.log.info('Score(trusted + vip + moderated): %d' |
|
|
|
, confirmed + trusted + vip |
|
|
|
self.log.info('Score(trusted + vip + moderated): %d', confirmed + trusted + vip |
|
|
|
+ moderated) |
|
|
|
|
|
|
|
new['name'] = link.string |
|
|
|
new['id'] = re.search('/(?P<id>\d+)/', link['href' |
|
|
|
]).group('id') |
|
|
|
new['id'] = re.search('/(?P<id>\d+)/', link['href']).group('id') |
|
|
|
new['url'] = self.api_domain(link['href']) |
|
|
|
new['magnet'] = download['href'] |
|
|
|
new['size'] = self.parseSize(size) |
|
|
|
new['seeders'] = int(result.find_all('td' |
|
|
|
)[2].string) |
|
|
|
new['leechers'] = int(result.find_all('td' |
|
|
|
)[3].string) |
|
|
|
new['extra_score'] = lambda x: confirmed + trusted \ |
|
|
|
+ vip + moderated |
|
|
|
new['score'] = fireEvent('score.calculate', new, |
|
|
|
movie, single=True) |
|
|
|
new['seeders'] = int(result.find_all('td')[2].string) |
|
|
|
new['leechers'] = int(result.find_all('td')[3].string) |
|
|
|
new['extra_score'] = lambda x: confirmed + trusted + vip + moderated |
|
|
|
new['score'] = fireEvent('score.calculate', new, movie, single=True) |
|
|
|
|
|
|
|
is_correct_movie = fireEvent( |
|
|
|
'searcher.correct_movie', |
|
|
|
|
Janez Troha
13 years ago