@ -16,124 +16,147 @@
# You should have received a copy of the GNU Lesser General Public License
# along with subliminal. If not, see <http://www.gnu.org/licenses/>.
from . import ServiceBase
from . . exceptions import DownloadFailedError , ServiceError
from . . exceptions import ServiceError
from . . language import language_set
from . . subtitles import get_subtitle_path , ResultSubtitle
from . . videos import Episode , Movie
from . . utils import to_unicode , get_keywords
from bs4 import BeautifulSoup
from . . utils import to_unicode
import bisect
import json
import logging
from urllib import urlencode
logger = logging . getLogger ( __name__ )
class Subscenter ( ServiceBase ) :
server = ' http://www.subscenter.info/he / '
api_based = Fals e
server = ' http://www.cinemast.org/he/cinemast/api / '
api_based = Tru e
languages = language_set ( [ ' he ' ] )
videos = [ Episode , Movie ]
require_video = False
def _search_url_title ( self , title , kind ) :
""" Search the URL title for the given `title`.
: param str title : title to search for .
: param str kind : kind of the title , ` ` movie ` ` or ` ` series ` ` .
: return : the URL version of the title .
: rtype : str or None
"""
# make the search
logger . info ( ' Searching title name for %r ' , title )
r = self . session . get ( self . server + ' subtitle/search/ ' , params = { ' q ' : title } , allow_redirects = False , timeout = 10 )
r . raise_for_status ( )
default_username = ' subliminal@gmail.com '
default_password = ' subliminal '
# if redirected, get the url title from the Location header
if r . is_redirect :
parts = r . headers [ ' Location ' ] . split ( ' / ' )
def __init__ ( self , config = None ) :
super ( Subscenter , self ) . __init__ ( config )
self . token = None
self . user_id = None
# check kind
if parts [ - 3 ] == kind :
return parts [ - 2 ]
def init ( self ) :
super ( Subscenter , self ) . init ( )
logger . debug ( ' Logging in ' )
url = self . server_url + ' login/ '
return None
# actual login
data = { ' username ' : self . default_username , ' password ' : self . default_password }
r = self . session . post ( url , data = urlencode ( data ) , allow_redirects = False , timeout = 10 )
# otherwise, get the first valid suggestion
soup = BeautifulSoup ( r . content , [ ' lxml ' , ' html.parser ' ] )
suggestions = soup . select ( ' #processes div.generalWindowTop a ' )
logger . debug ( ' Found %d suggestions ' , len ( suggestions ) )
for suggestion in suggestions :
parts = suggestion . attrs [ ' href ' ] . split ( ' / ' )
if r . status_code != 200 :
raise ServiceError ( ' Login failed ' )
try :
result = r . json ( )
if ' token ' not in result :
raise ServiceError ( ' Login failed ' )
# check kind
if parts [ - 3 ] == kind :
return parts [ - 2 ]
logger . info ( ' Logged in ' )
self . user_id = r . json ( ) . get ( ' user ' )
self . token = r . json ( ) . get ( ' token ' )
except ValueError :
raise ServiceError ( ' Login failed ' )
def terminate ( self ) :
super ( Subscenter , self ) . terminate ( )
if self . token or self . user_id :
logger . info ( ' Logged out ' )
self . token = None
self . user_id = None
def list_checked ( self , video , languages ) :
series = None
season = None
episode = None
title = video . title
year = video . year
if isinstance ( video , Episode ) :
series = video . series
season = video . season
episode = video . episode
return self . query ( video . path or video . release , languages , get_keywords ( video . guess ) , series , season ,
episode , title )
return self . query ( video . path or video . release , languages , series , season , episode , title , year )
def query ( self , filepath , languages = None , keywords = None , series = None , season = None , episode = None , title = None ) :
def query ( self , filepath , languages = None , series = None , season = None , episode = None , title = None , year = None ) :
logger . debug ( u ' Getting subtitles for {0} season {1} episode {2} with languages {3} ' . format (
series , season , episode , languages ) )
# Set the correct parameters depending on the kind.
if series and season and episode :
url_series = self . _search_url_title ( series , ' series ' )
url = self . server + ' cst/data/series/sb/ {} / {} / {} / ' . format ( url_series , season , episode )
query = {
' user ' : self . user_id ,
' token ' : self . token
}
# episode
if season and episode :
query [ ' q ' ] = series
query [ ' type ' ] = ' series '
query [ ' season ' ] = season
query [ ' episode ' ] = episode
elif title :
url_title = self . _search_url_title ( title , ' movie ' )
url = self . server + ' cst/data/movie/sb/ {} / ' . format ( url_title )
query [ ' q ' ] = title
query [ ' type ' ] = ' movies '
if year :
query [ ' year_start ' ] = year - 1
query [ ' year_end ' ] = year
else :
raise ServiceError ( ' One or more parameters are missing ' )
logger . debug ( ' Searching subtitles for title {0} , season {1} , episode {2} ' . format ( title , season , episode ) )
response = self . session . get ( url )
if response . status_code != 200 :
raise ServiceError ( ' Request failed with status code {0} ' . format ( response . status_code ) )
# Loop over results.
subtitles = dict ( )
response_json = json . loads ( response . content )
for language_code , language_data in response_json . items ( ) :
language_object = self . get_language ( language_code )
if language_object in self . languages and language_object in languages :
for quality_data in language_data . values ( ) :
for quality , subtitles_data in quality_data . items ( ) :
for subtitle_item in subtitles_data . values ( ) :
# Read the item.
subtitle_id = subtitle_item [ ' id ' ]
subtitle_key = subtitle_item [ ' key ' ]
subtitle_version = subtitle_item [ ' h_version ' ]
release = subtitle_item [ ' subtitle_version ' ]
subtitle_path = get_subtitle_path ( filepath , language_object , self . config . multi )
download_link = self . server_url + ' subtitle/download/ {0} / {1} /?v= {2} &key= {3} ' . format (
language_code , subtitle_id , subtitle_version , subtitle_key )
# Add the release and increment downloaded count if we already have the subtitle.
if subtitle_id in subtitles :
logger . debug ( ' Found additional release {0} for subtitle {1} ' . format (
release , subtitle_id ) )
bisect . insort_left ( subtitles [ subtitle_id ] . release , release ) # Deterministic order.
continue
# Otherwise create it.
subtitle = ResultSubtitle ( subtitle_path , language_object , self . __class__ . __name__ . lower ( ) ,
download_link , release = to_unicode ( release ) )
logger . debug ( ' Found subtitle %r ' , subtitle )
subtitles [ subtitle_id ] = subtitle
# get the list of subtitles
logger . debug ( ' Getting the list of subtitles ' )
url = self . server_url + ' search/ '
r = self . session . post ( url , data = urlencode ( query ) )
r . raise_for_status ( )
try :
results = r . json ( )
except ValueError :
return { }
# loop over results
subtitles = { }
for group_data in results . get ( ' data ' , [ ] ) :
for language_code , subtitles_data in group_data . get ( ' subtitles ' , { } ) . items ( ) :
language_object = self . get_language ( language_code )
for subtitle_item in subtitles_data :
# read the item
subtitle_id = subtitle_item [ ' id ' ]
subtitle_key = subtitle_item [ ' key ' ]
release = subtitle_item [ ' version ' ]
subtitle_path = get_subtitle_path ( filepath , language_object , self . config . multi )
download_link = self . server_url + ' subtitle/download/ {0} /?v= {1} &key= {2} &sub_id= {3} ' . format (
language_code , release , subtitle_key , subtitle_id )
# Add the release and increment downloaded count if we already have the subtitle.
if subtitle_id in subtitles :
logger . debug ( ' Found additional release {0} for subtitle {1} ' . format (
release , subtitle_id ) )
bisect . insort_left ( subtitles [ subtitle_id ] . release , release ) # Deterministic order.
continue
# Otherwise create it.
subtitle = ResultSubtitle ( subtitle_path , language_object , self . __class__ . __name__ . lower ( ) ,
download_link , release = to_unicode ( release ) )
logger . debug ( ' Found subtitle %r ' , subtitle )
subtitles [ subtitle_id ] = subtitle
return subtitles . values ( )
def download ( self , subtitle ) :
try :
self . download_zip_file ( subtitle . link , subtitle . path )
except DownloadFailedError :
# If no zip file was retrieved, daily downloads limit has exceeded.
raise ServiceError ( ' Daily limit exceeded ' )
data = {
' user ' : self . user_id ,
' token ' : self . token
}
self . download_zip_file ( subtitle . link , subtitle . path , data = urlencode ( data ) )
return subtitle
Stefaan Ghysels
7 years ago
GitHub
