Ruud
12 years ago
13 changed files with 853 additions and 778 deletions
@ -0,0 +1,207 @@ |
|||||
|
from couchpotato import get_session |
||||
|
from couchpotato.core.event import addEvent, fireEvent |
||||
|
from couchpotato.core.helpers.encoding import simplifyString, toUnicode |
||||
|
from couchpotato.core.helpers.variable import md5, getTitle |
||||
|
from couchpotato.core.logger import CPLog |
||||
|
from couchpotato.core.plugins.base import Plugin |
||||
|
from couchpotato.core.settings.model import Movie, Release, ReleaseInfo |
||||
|
from couchpotato.environment import Env |
||||
|
from inspect import ismethod, isfunction |
||||
|
import datetime |
||||
|
import re |
||||
|
import time |
||||
|
import traceback |
||||
|
|
||||
|
log = CPLog(__name__) |
||||
|
|
||||
|
|
||||
|
class Searcher(Plugin): |
||||
|
|
||||
|
def __init__(self): |
||||
|
addEvent('searcher.get_types', self.getSearchTypes) |
||||
|
addEvent('searcher.contains_other_quality', self.containsOtherQuality) |
||||
|
addEvent('searcher.correct_year', self.correctYear) |
||||
|
addEvent('searcher.correct_name', self.correctName) |
||||
|
addEvent('searcher.download', self.download) |
||||
|
|
||||
|
def download(self, data, movie, manual = False): |
||||
|
|
||||
|
# Test to see if any downloaders are enabled for this type |
||||
|
downloader_enabled = fireEvent('download.enabled', manual, data, single = True) |
||||
|
|
||||
|
if downloader_enabled: |
||||
|
|
||||
|
snatched_status = fireEvent('status.get', 'snatched', single = True) |
||||
|
|
||||
|
# Download movie to temp |
||||
|
filedata = None |
||||
|
if data.get('download') and (ismethod(data.get('download')) or isfunction(data.get('download'))): |
||||
|
filedata = data.get('download')(url = data.get('url'), nzb_id = data.get('id')) |
||||
|
if filedata == 'try_next': |
||||
|
return filedata |
||||
|
|
||||
|
download_result = fireEvent('download', data = data, movie = movie, manual = manual, filedata = filedata, single = True) |
||||
|
log.debug('Downloader result: %s', download_result) |
||||
|
|
||||
|
if download_result: |
||||
|
try: |
||||
|
# Mark release as snatched |
||||
|
db = get_session() |
||||
|
rls = db.query(Release).filter_by(identifier = md5(data['url'])).first() |
||||
|
if rls: |
||||
|
renamer_enabled = Env.setting('enabled', 'renamer') |
||||
|
|
||||
|
done_status = fireEvent('status.get', 'done', single = True) |
||||
|
rls.status_id = done_status.get('id') if not renamer_enabled else snatched_status.get('id') |
||||
|
|
||||
|
# Save download-id info if returned |
||||
|
if isinstance(download_result, dict): |
||||
|
for key in download_result: |
||||
|
rls_info = ReleaseInfo( |
||||
|
identifier = 'download_%s' % key, |
||||
|
value = toUnicode(download_result.get(key)) |
||||
|
) |
||||
|
rls.info.append(rls_info) |
||||
|
db.commit() |
||||
|
|
||||
|
log_movie = '%s (%s) in %s' % (getTitle(movie['library']), movie['library']['year'], rls.quality.label) |
||||
|
snatch_message = 'Snatched "%s": %s' % (data.get('name'), log_movie) |
||||
|
log.info(snatch_message) |
||||
|
fireEvent('movie.snatched', message = snatch_message, data = rls.to_dict()) |
||||
|
|
||||
|
# If renamer isn't used, mark movie done |
||||
|
if not renamer_enabled: |
||||
|
active_status = fireEvent('status.get', 'active', single = True) |
||||
|
done_status = fireEvent('status.get', 'done', single = True) |
||||
|
try: |
||||
|
if movie['status_id'] == active_status.get('id'): |
||||
|
for profile_type in movie['profile']['types']: |
||||
|
if profile_type['quality_id'] == rls.quality.id and profile_type['finish']: |
||||
|
log.info('Renamer disabled, marking movie as finished: %s', log_movie) |
||||
|
|
||||
|
# Mark release done |
||||
|
rls.status_id = done_status.get('id') |
||||
|
rls.last_edit = int(time.time()) |
||||
|
db.commit() |
||||
|
|
||||
|
# Mark movie done |
||||
|
mvie = db.query(Movie).filter_by(id = movie['id']).first() |
||||
|
mvie.status_id = done_status.get('id') |
||||
|
mvie.last_edit = int(time.time()) |
||||
|
db.commit() |
||||
|
except: |
||||
|
log.error('Failed marking movie finished, renamer disabled: %s', traceback.format_exc()) |
||||
|
|
||||
|
except: |
||||
|
log.error('Failed marking movie finished: %s', traceback.format_exc()) |
||||
|
|
||||
|
return True |
||||
|
|
||||
|
log.info('Tried to download, but none of the "%s" downloaders are enabled or gave an error', (data.get('type', ''))) |
||||
|
|
||||
|
return False |
||||
|
|
||||
|
def getSearchTypes(self): |
||||
|
|
||||
|
download_types = fireEvent('download.enabled_types', merge = True) |
||||
|
provider_types = fireEvent('provider.enabled_types', merge = True) |
||||
|
|
||||
|
if download_types and len(list(set(provider_types) & set(download_types))) == 0: |
||||
|
log.error('There aren\'t any providers enabled for your downloader (%s). Check your settings.', ','.join(download_types)) |
||||
|
return [] |
||||
|
|
||||
|
for useless_provider in list(set(provider_types) - set(download_types)): |
||||
|
log.debug('Provider for "%s" enabled, but no downloader.', useless_provider) |
||||
|
|
||||
|
search_types = download_types |
||||
|
|
||||
|
if len(search_types) == 0: |
||||
|
log.error('There aren\'t any downloaders enabled. Please pick one in settings.') |
||||
|
return [] |
||||
|
|
||||
|
return search_types |
||||
|
|
||||
|
def containsOtherQuality(self, nzb, movie_year = None, preferred_quality = {}): |
||||
|
|
||||
|
name = nzb['name'] |
||||
|
size = nzb.get('size', 0) |
||||
|
nzb_words = re.split('\W+', simplifyString(name)) |
||||
|
|
||||
|
qualities = fireEvent('quality.all', single = True) |
||||
|
|
||||
|
found = {} |
||||
|
for quality in qualities: |
||||
|
# Main in words |
||||
|
if quality['identifier'] in nzb_words: |
||||
|
found[quality['identifier']] = True |
||||
|
|
||||
|
# Alt in words |
||||
|
if list(set(nzb_words) & set(quality['alternative'])): |
||||
|
found[quality['identifier']] = True |
||||
|
|
||||
|
# Try guessing via quality tags |
||||
|
guess = fireEvent('quality.guess', [nzb.get('name')], single = True) |
||||
|
if guess: |
||||
|
found[guess['identifier']] = True |
||||
|
|
||||
|
# Hack for older movies that don't contain quality tag |
||||
|
year_name = fireEvent('scanner.name_year', name, single = True) |
||||
|
if len(found) == 0 and movie_year < datetime.datetime.now().year - 3 and not year_name.get('year', None): |
||||
|
if size > 3000: # Assume dvdr |
||||
|
log.info('Quality was missing in name, assuming it\'s a DVD-R based on the size: %s', (size)) |
||||
|
found['dvdr'] = True |
||||
|
else: # Assume dvdrip |
||||
|
log.info('Quality was missing in name, assuming it\'s a DVD-Rip based on the size: %s', (size)) |
||||
|
found['dvdrip'] = True |
||||
|
|
||||
|
# Allow other qualities |
||||
|
for allowed in preferred_quality.get('allow'): |
||||
|
if found.get(allowed): |
||||
|
del found[allowed] |
||||
|
|
||||
|
return not (found.get(preferred_quality['identifier']) and len(found) == 1) |
||||
|
|
||||
|
def correctYear(self, haystack, year, year_range): |
||||
|
|
||||
|
if not isinstance(haystack, (list, tuple, set)): |
||||
|
haystack = [haystack] |
||||
|
|
||||
|
for string in haystack: |
||||
|
|
||||
|
year_name = fireEvent('scanner.name_year', string, single = True) |
||||
|
|
||||
|
if year_name and ((year - year_range) <= year_name.get('year') <= (year + year_range)): |
||||
|
log.debug('Movie year matches range: %s looking for %s', (year_name.get('year'), year)) |
||||
|
return True |
||||
|
|
||||
|
log.debug('Movie year doesn\'t matche range: %s looking for %s', (year_name.get('year'), year)) |
||||
|
return False |
||||
|
|
||||
|
def correctName(self, check_name, movie_name): |
||||
|
|
||||
|
check_names = [check_name] |
||||
|
|
||||
|
# Match names between " |
||||
|
try: check_names.append(re.search(r'([\'"])[^\1]*\1', check_name).group(0)) |
||||
|
except: pass |
||||
|
|
||||
|
# Match longest name between [] |
||||
|
try: check_names.append(max(check_name.split('['), key = len)) |
||||
|
except: pass |
||||
|
|
||||
|
for check_name in list(set(check_names)): |
||||
|
check_movie = fireEvent('scanner.name_year', check_name, single = True) |
||||
|
|
||||
|
try: |
||||
|
check_words = filter(None, re.split('\W+', check_movie.get('name', ''))) |
||||
|
movie_words = filter(None, re.split('\W+', simplifyString(movie_name))) |
||||
|
|
||||
|
if len(check_words) > 0 and len(movie_words) > 0 and len(list(set(check_words) - set(movie_words))) == 0: |
||||
|
return True |
||||
|
except: |
||||
|
pass |
||||
|
|
||||
|
return False |
||||
|
|
||||
|
class SearchSetupError(Exception): |
||||
|
pass |
||||
@ -0,0 +1,60 @@ |
|||||
|
from .main import Searcher |
||||
|
import random |
||||
|
|
||||
|
def start(): |
||||
|
return Searcher() |
||||
|
|
||||
|
config = [{ |
||||
|
'name': 'searcher', |
||||
|
'order': 20, |
||||
|
'groups': [ |
||||
|
{ |
||||
|
'tab': 'searcher', |
||||
|
'name': 'movie_searcher', |
||||
|
'label': 'Movie search', |
||||
|
'description': 'Search options for movies', |
||||
|
'advanced': True, |
||||
|
'options': [ |
||||
|
{ |
||||
|
'name': 'always_search', |
||||
|
'default': False, |
||||
|
'type': 'bool', |
||||
|
'label': 'Always search', |
||||
|
'description': 'Search for movies even before there is a ETA. Enabling this will probably get you a lot of fakes.', |
||||
|
}, |
||||
|
{ |
||||
|
'name': 'run_on_launch', |
||||
|
'label': 'Run on launch', |
||||
|
'advanced': True, |
||||
|
'default': 0, |
||||
|
'type': 'bool', |
||||
|
'description': 'Force run the searcher after (re)start.', |
||||
|
}, |
||||
|
{ |
||||
|
'name': 'cron_day', |
||||
|
'label': 'Day', |
||||
|
'advanced': True, |
||||
|
'default': '*', |
||||
|
'type': 'string', |
||||
|
'description': '<strong>*</strong>: Every day, <strong>*/2</strong>: Every 2 days, <strong>1</strong>: Every first of the month. See <a href="http://packages.python.org/APScheduler/cronschedule.html">APScheduler</a> for details.', |
||||
|
}, |
||||
|
{ |
||||
|
'name': 'cron_hour', |
||||
|
'label': 'Hour', |
||||
|
'advanced': True, |
||||
|
'default': random.randint(0, 23), |
||||
|
'type': 'string', |
||||
|
'description': '<strong>*</strong>: Every hour, <strong>*/8</strong>: Every 8 hours, <strong>3</strong>: At 3, midnight.', |
||||
|
}, |
||||
|
{ |
||||
|
'name': 'cron_minute', |
||||
|
'label': 'Minute', |
||||
|
'advanced': True, |
||||
|
'default': random.randint(0, 59), |
||||
|
'type': 'string', |
||||
|
'description': "Just keep it random, so the providers don't get DDOSed by every CP user on a 'full' hour." |
||||
|
}, |
||||
|
], |
||||
|
}, |
||||
|
], |
||||
|
}] |
||||
Loading…
Reference in new issue