CREMEL Stéphane
8 years ago
committed by
GitHub
GitHub
2 changed files with 222 additions and 0 deletions
@ -0,0 +1,34 @@ |
|||||
|
from .main import t411 |
||||
|
|
||||
|
def start(): |
||||
|
return t411() |
||||
|
|
||||
|
config = [{ |
||||
|
'name': 't411', |
||||
|
'groups': [ |
||||
|
{ |
||||
|
'tab': 'searcher', |
||||
|
'subtab': 'providers', |
||||
|
'list': 'torrent_providers', |
||||
|
'name': 't411', |
||||
|
'description': 'See <a href="https://www.t411.me/">T411</a>', |
||||
|
'wizard': True, |
||||
|
'options': [ |
||||
|
{ |
||||
|
'name': 'enabled', |
||||
|
'type': 'enabler', |
||||
|
'default': True, |
||||
|
}, |
||||
|
{ |
||||
|
'name': 'username', |
||||
|
'default': '', |
||||
|
}, |
||||
|
{ |
||||
|
'name': 'password', |
||||
|
'default': '', |
||||
|
'type': 'password', |
||||
|
}, |
||||
|
], |
||||
|
}, |
||||
|
], |
||||
|
}] |
||||
@ -0,0 +1,188 @@ |
|||||
|
from bs4 import BeautifulSoup |
||||
|
from couchpotato.core.helpers.variable import getTitle, tryInt |
||||
|
from couchpotato.core.logger import CPLog |
||||
|
from couchpotato.core.helpers.encoding import simplifyString, tryUrlencode |
||||
|
from couchpotato.core.helpers.variable import getTitle, mergeDicts |
||||
|
from couchpotato.core.providers.torrent.base import TorrentProvider |
||||
|
from dateutil.parser import parse |
||||
|
import cookielib |
||||
|
import htmlentitydefs |
||||
|
import json |
||||
|
import re |
||||
|
import time |
||||
|
import traceback |
||||
|
import urllib2 |
||||
|
import unicodedata |
||||
|
|
||||
|
log = CPLog(__name__) |
||||
|
|
||||
|
|
||||
|
class t411(TorrentProvider): |
||||
|
|
||||
|
urls = { |
||||
|
'test': 'http://www.t411.me/', |
||||
|
'detail': 'http://www.t411.me/torrents/?id=%s', |
||||
|
'search': 'http://www.t411.me/torrents/search/?search=%s %s', |
||||
|
} |
||||
|
|
||||
|
http_time_between_calls = 1 #seconds |
||||
|
cat_backup_id = None |
||||
|
|
||||
|
class NotLoggedInHTTPError(urllib2.HTTPError): |
||||
|
def __init__(self, url, code, msg, headers, fp): |
||||
|
urllib2.HTTPError.__init__(self, url, code, msg, headers, fp) |
||||
|
|
||||
|
class PTPHTTPRedirectHandler(urllib2.HTTPRedirectHandler): |
||||
|
def http_error_302(self, req, fp, code, msg, headers): |
||||
|
log.debug("302 detected; redirected to %s" % headers['Location']) |
||||
|
if (headers['Location'] != 'login.php'): |
||||
|
return urllib2.HTTPRedirectHandler.http_error_302(self, req, fp, code, msg, headers) |
||||
|
else: |
||||
|
raise t411.NotLoggedInHTTPError(req.get_full_url(), code, msg, headers, fp) |
||||
|
|
||||
|
def _search(self, movie, quality, results): |
||||
|
|
||||
|
# Cookie login |
||||
|
if not self.login_opener and not self.login(): |
||||
|
return |
||||
|
|
||||
|
#dataTitle = self.getHTMLData("http://www.imdb.fr/title/%s/" % (movie['library']['identifier'])) |
||||
|
|
||||
|
TitleStringReal = "" |
||||
|
|
||||
|
#if dataTitle: |
||||
|
# try: |
||||
|
# htmlTitle = BeautifulSoup(dataTitle) |
||||
|
# TitleString = htmlTitle.find('div', attrs = {'id':'tn15title'}).find('h1') |
||||
|
# |
||||
|
# TitleStringReal = TitleString.text.replace(TitleString.find('span').text,'') |
||||
|
# TitleStringReal = TitleStringReal.strip() |
||||
|
# |
||||
|
# except: |
||||
|
# log.error('Failed parsing T411: %s', traceback.format_exc()) |
||||
|
|
||||
|
TitleStringReal = getTitle(movie['library']) |
||||
|
|
||||
|
|
||||
|
URL = (self.urls['search'] % (simplifyString(TitleStringReal), simplifyString(quality['identifier'] ))).replace('-',' ').replace(' ',' ').replace(' ',' ').replace(' ',' ').encode("utf8") |
||||
|
URL=unicodedata.normalize('NFD',unicode(URL,"utf8","replace")) |
||||
|
URL=URL.encode('ascii','ignore') |
||||
|
|
||||
|
URL = urllib2.quote(URL.encode('utf8'), ":/?=") |
||||
|
|
||||
|
data = self.getHTMLData(URL , opener = self.login_opener) |
||||
|
|
||||
|
if data: |
||||
|
|
||||
|
cat_ids = self.getCatId(quality['identifier']) |
||||
|
table_order = ['name', 'size', None, 'age', 'seeds', 'leechers'] |
||||
|
|
||||
|
log.debug('Il y a des donnee') |
||||
|
|
||||
|
try: |
||||
|
html = BeautifulSoup(data) |
||||
|
|
||||
|
resultdiv = html.find('table', attrs = {'class':'results'}).find('tbody') |
||||
|
|
||||
|
for result in resultdiv.find_all('tr', recursive = False): |
||||
|
|
||||
|
try: |
||||
|
|
||||
|
new = {} |
||||
|
|
||||
|
id = result.find_all('td')[2].find_all('a')[0]['href'][1:].replace('torrents/nfo/?id=','') |
||||
|
name = result.find_all('td')[1].find_all('a')[0]['title'] |
||||
|
url = ('http://www.t411.me/torrents/download/?id=%s' % id) |
||||
|
detail_url = ('http://www.t411.me/torrents/?id=%s' % id) |
||||
|
|
||||
|
size = result.find_all('td')[5].text |
||||
|
age = result.find_all('td')[4].text |
||||
|
seeder = result.find_all('td')[7].text |
||||
|
leecher = result.find_all('td')[8].text |
||||
|
score = 10 |
||||
|
score = score + (self.parseSize(size) // 1024) * 2 + tryInt(seeder) |
||||
|
|
||||
|
def extra_check(item): |
||||
|
return True |
||||
|
|
||||
|
log.debug(name) |
||||
|
|
||||
|
new['id'] = id |
||||
|
new['name'] = name |
||||
|
new['url'] = url |
||||
|
new['detail_url'] = detail_url |
||||
|
new['score'] = score |
||||
|
new['size'] = self.parseSize(size) |
||||
|
new['age'] = self.ageToDays(age) |
||||
|
new['seeders'] = tryInt(seeder) |
||||
|
new['leechers'] = tryInt(leecher) |
||||
|
new['extra_check'] = extra_check |
||||
|
new['download'] = self.loginDownload |
||||
|
|
||||
|
results.append(new) |
||||
|
|
||||
|
except: |
||||
|
log.error('Failed parsing T411: %s', traceback.format_exc()) |
||||
|
|
||||
|
except AttributeError: |
||||
|
log.debug('No search results found.') |
||||
|
else: |
||||
|
log.debug('No search results found.') |
||||
|
|
||||
|
def ageToDays(self, age_str): |
||||
|
age = 0 |
||||
|
age_str = age_str.replace(' ', ' ') |
||||
|
|
||||
|
regex = '(\d*.?\d+).(sec|heure|jour|semaine|mois|ans)+' |
||||
|
matches = re.findall(regex, age_str) |
||||
|
for match in matches: |
||||
|
nr, size = match |
||||
|
mult = 1 |
||||
|
if size == 'semaine': |
||||
|
mult = 7 |
||||
|
elif size == 'mois': |
||||
|
mult = 30.5 |
||||
|
elif size == 'ans': |
||||
|
mult = 365 |
||||
|
|
||||
|
age += tryInt(nr) * mult |
||||
|
|
||||
|
return tryInt(age) |
||||
|
|
||||
|
def login(self): |
||||
|
|
||||
|
log.debug('Try login T411') |
||||
|
|
||||
|
cookieprocessor = urllib2.HTTPCookieProcessor(cookielib.CookieJar()) |
||||
|
opener = urllib2.build_opener(cookieprocessor, t411.PTPHTTPRedirectHandler()) |
||||
|
opener.addheaders = [ |
||||
|
('User-Agent', 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko)'), |
||||
|
('Accept', 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'), |
||||
|
('Accept-Language', 'fr-fr,fr;q=0.5'), |
||||
|
('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.7'), |
||||
|
('Keep-Alive', '115'), |
||||
|
('Connection', 'keep-alive'), |
||||
|
('Cache-Control', 'max-age=0'), |
||||
|
] |
||||
|
|
||||
|
try: |
||||
|
response = opener.open('http://www.t411.me/users/login/', self.getLoginParams()) |
||||
|
except urllib2.URLError as e: |
||||
|
log.error('Login to T411 failed: %s' % e) |
||||
|
return False |
||||
|
|
||||
|
if response.getcode() == 200: |
||||
|
log.debug('Login HTTP T411 status 200; seems successful') |
||||
|
self.login_opener = opener |
||||
|
return True |
||||
|
else: |
||||
|
log.error('Login to T411 failed: returned code %d' % response.getcode()) |
||||
|
return False |
||||
|
|
||||
|
def getLoginParams(self): |
||||
|
return tryUrlencode({ |
||||
|
'login': self.conf('username'), |
||||
|
'password': self.conf('password'), |
||||
|
'remember': '1', |
||||
|
'url': '/' |
||||
|
}) |
||||
Loading…
Reference in new issue