Browse Source
Change ensure cookies are split only into 2 parts at the lhs of multiple occurrences of '='. Remove provider Skytorrents.tags/release_0.24.14^2
JackDandy
4 years ago
7 changed files with 63 additions and 180 deletions
|
Before Width: | Height: | Size: 134 B |
@ -1,156 +0,0 @@ |
|||
# coding=utf-8 |
|||
# |
|||
# This file is part of SickGear. |
|||
# |
|||
# SickGear is free software: you can redistribute it and/or modify |
|||
# it under the terms of the GNU General Public License as published by |
|||
# the Free Software Foundation, either version 3 of the License, or |
|||
# (at your option) any later version. |
|||
# |
|||
# SickGear is distributed in the hope that it will be useful, |
|||
# but WITHOUT ANY WARRANTY; without even the implied warranty of |
|||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|||
# GNU General Public License for more details. |
|||
# |
|||
# You should have received a copy of the GNU General Public License |
|||
# along with SickGear. If not, see <http://www.gnu.org/licenses/>. |
|||
|
|||
import re |
|||
import traceback |
|||
|
|||
from . import generic |
|||
from .. import logger |
|||
from ..helpers import try_int |
|||
from bs4_parser import BS4Parser |
|||
|
|||
from _23 import unidecode |
|||
from six import iteritems |
|||
|
|||
|
|||
class SkytorrentsProvider(generic.TorrentProvider): |
|||
|
|||
def __init__(self): |
|||
|
|||
generic.TorrentProvider.__init__(self, 'Skytorrents') |
|||
|
|||
self.url_home = ['https://skytorrents.%s/' % tld for tld in ('org', 'to', 'net')] |
|||
|
|||
self.url_vars = {'search': '?search=%s&sort=created&page=%s'} |
|||
self.url_tmpl = {'config_provider_home_uri': '%(home)s', 'search': '%(home)s%(vars)s'} |
|||
|
|||
self.minseed, self.minleech = 2 * [None] |
|||
|
|||
@staticmethod |
|||
def _has_signature(data=None): |
|||
return data and re.search(r'Sky\sTorrents', data[23:1024:]) |
|||
|
|||
def _search_provider(self, search_params, **kwargs): |
|||
results = [] |
|||
self.session.headers['Cache-Control'] = 'max-age=0' |
|||
last_recent_search = self.last_recent_search |
|||
last_recent_search = '' if not last_recent_search else last_recent_search.replace('id-', '') |
|||
for mode in search_params: |
|||
urls = [] |
|||
for search_string in search_params[mode]: |
|||
urls += [[]] |
|||
search_string = unidecode(search_string) |
|||
search_string = search_string if 'Cache' == mode else search_string.replace('.', ' ') |
|||
for page in range((3, 5)['Cache' == mode])[1:]: |
|||
urls[-1] += [self.urls['search'] % (search_string, page)] |
|||
results += self._search_urls(mode, last_recent_search, urls) |
|||
last_recent_search = '' |
|||
|
|||
return results |
|||
|
|||
def _search_urls(self, mode, last_recent_search, urls): |
|||
|
|||
results = [] |
|||
items = {'Cache': [], 'Season': [], 'Episode': [], 'Propers': []} |
|||
|
|||
rc = dict([(k, re.compile('(?i)' + v)) for (k, v) in iteritems({ |
|||
'info': r'(^(info|torrent)/|/[\w+]{40,}\s*$)', 'get': '^magnet:.*?btih:([^&]+)'})]) |
|||
|
|||
lrs_found = False |
|||
lrs_new = True |
|||
for search_urls in urls: # this intentionally iterates once to preserve indentation |
|||
for search_url in search_urls: |
|||
html = self.get_url(search_url) |
|||
if self.should_skip(): |
|||
return results |
|||
|
|||
cnt = len(items[mode]) |
|||
cnt_search = 0 |
|||
try: |
|||
if not html or self._has_no_results(html): |
|||
raise generic.HaltParseException |
|||
|
|||
parse_only = dict(table={'class': (lambda at: at and 'is-striped' in at)}) |
|||
with BS4Parser(html, parse_only=parse_only, preclean=True) as tbl: |
|||
tbl_rows = [] if not tbl else tbl.find_all('tr') |
|||
|
|||
if 2 > len(tbl_rows): |
|||
raise generic.HaltParseException |
|||
|
|||
head = None |
|||
for tr in tbl_rows[1:]: |
|||
cells = tr.find_all('td') |
|||
if 5 > len(cells): |
|||
continue |
|||
cnt_search += 1 |
|||
try: |
|||
head = head if None is not head else self._header_row(tr) |
|||
|
|||
dl = tr.find('a', href=rc['get'])['href'] |
|||
dl_id = rc['get'].findall(dl)[0] |
|||
lrs_found = dl_id == last_recent_search |
|||
if lrs_found: |
|||
break |
|||
|
|||
seeders, leechers, size = [try_int(n, n) for n in [ |
|||
cells[head[x]].get_text().strip() for x in ('seed', 'leech', 'size')]] |
|||
if self._reject_item(seeders, leechers): |
|||
continue |
|||
|
|||
info = tr.select_one( |
|||
'[alt*="magnet"], [title*="magnet"]') \ |
|||
or tr.find('a', href=rc['info']) |
|||
title = re.sub(r'(^www\.\w+\.\w{3}\s[^0-9A-Za-z]\s|\s(using|use|magnet|link))', '', ( |
|||
info.attrs.get('title') or info.attrs.get('alt'))).strip() |
|||
download_url = self._link(dl) |
|||
except (AttributeError, TypeError, ValueError, KeyError): |
|||
continue |
|||
|
|||
if title and download_url: |
|||
items[mode].append((title, download_url, seeders, self._bytesizer(size))) |
|||
|
|||
except generic.HaltParseException: |
|||
pass |
|||
except (BaseException, Exception): |
|||
logger.log(u'Failed to parse. Traceback: %s' % traceback.format_exc(), logger.ERROR) |
|||
|
|||
self._log_search(mode, len(items[mode]) - cnt, search_url) |
|||
|
|||
if self.is_search_finished(mode, items, cnt_search, rc['get'], last_recent_search, lrs_new, lrs_found): |
|||
break |
|||
lrs_new = False |
|||
|
|||
results = self._sort_seeding(mode, results + items[mode]) |
|||
|
|||
return results |
|||
|
|||
def _cache_data(self, **kwargs): |
|||
result_1 = self._search_provider({'Cache': ['x264']}) |
|||
lrs_1 = self.last_recent_search |
|||
|
|||
self.last_recent_search = None |
|||
name_1 = self.name |
|||
self.name += '2' |
|||
result_2 = self._search_provider({'Cache': ['x265']}) |
|||
|
|||
self.name = name_1 |
|||
self.last_recent_search = lrs_1 |
|||
|
|||
return result_1 + result_2 |
|||
|
|||
|
|||
provider = SkytorrentsProvider() |
|||
Loading…
Reference in new issue