usenetbinary-newsreaderquickboxtraktkodistabletvshowsqnaptautullifanartsickbeardtvseriesplexswizzinembyseedboxtvdbnzbgetsubtitlewebui
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
137 lines
4.5 KiB
137 lines
4.5 KiB
5 years ago
|
# Copyright 2010-2020 Kurt McKee <contactme@kurtmckee.org>
|
||
5 years ago
|
# Copyright 2002-2008 Mark Pilgrim
|
||
|
# All rights reserved.
|
||
|
#
|
||
|
# This file is a part of feedparser.
|
||
|
#
|
||
|
# Redistribution and use in source and binary forms, with or without
|
||
|
# modification, are permitted provided that the following conditions are met:
|
||
|
#
|
||
|
# * Redistributions of source code must retain the above copyright notice,
|
||
|
# this list of conditions and the following disclaimer.
|
||
|
# * Redistributions in binary form must reproduce the above copyright notice,
|
||
|
# this list of conditions and the following disclaimer in the documentation
|
||
|
# and/or other materials provided with the distribution.
|
||
|
#
|
||
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 'AS IS'
|
||
|
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||
|
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
||
|
# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
||
|
# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||
|
# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||
|
# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||
|
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||
|
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||
|
# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||
|
# POSSIBILITY OF SUCH DAMAGE.
|
||
|
|
||
8 years ago
|
from __future__ import absolute_import
|
||
|
|
||
|
import re
|
||
|
|
||
|
__all__ = [
|
||
|
'_SGML_AVAILABLE',
|
||
|
'sgmllib',
|
||
|
'charref',
|
||
|
'tagfind',
|
||
|
'attrfind',
|
||
|
'entityref',
|
||
|
'incomplete',
|
||
|
'interesting',
|
||
|
'shorttag',
|
||
|
'shorttagopen',
|
||
|
'starttagopen',
|
||
|
'endbracket',
|
||
|
]
|
||
|
|
||
|
# sgmllib is not available by default in Python 3; if the end user doesn't have
|
||
|
# it available then we'll lose illformed XML parsing and content sanitizing
|
||
|
try:
|
||
|
import sgmllib
|
||
|
except ImportError:
|
||
|
# This is probably Python 3, which doesn't include sgmllib anymore
|
||
|
_SGML_AVAILABLE = 0
|
||
|
|
||
|
# Mock sgmllib enough to allow subclassing later on
|
||
|
class sgmllib(object):
|
||
5 years ago
|
SGMLParseError = EnvironmentError
|
||
|
|
||
8 years ago
|
class SGMLParser(object):
|
||
5 years ago
|
lasttag = None
|
||
|
rawdata = None
|
||
|
|
||
|
def close(self):
|
||
|
pass
|
||
|
|
||
|
def feed(self, data):
|
||
|
pass
|
||
|
|
||
8 years ago
|
def goahead(self, i):
|
||
|
pass
|
||
5 years ago
|
|
||
|
def parse_declaration(self, i):
|
||
|
pass
|
||
|
|
||
8 years ago
|
def parse_starttag(self, i):
|
||
|
pass
|
||
5 years ago
|
|
||
|
def reset(self):
|
||
|
pass
|
||
|
|
||
8 years ago
|
else:
|
||
|
_SGML_AVAILABLE = 1
|
||
|
|
||
|
# sgmllib defines a number of module-level regular expressions that are
|
||
|
# insufficient for the XML parsing feedparser needs. Rather than modify
|
||
|
# the variables directly in sgmllib, they're defined here using the same
|
||
|
# names, and the compiled code objects of several sgmllib.SGMLParser
|
||
|
# methods are copied into _BaseHTMLProcessor so that they execute in
|
||
|
# feedparser's scope instead of sgmllib's scope.
|
||
6 years ago
|
charref = re.compile(r'&#(\d+|[xX][0-9a-fA-F]+);')
|
||
|
tagfind = re.compile(r'[a-zA-Z][-_.:a-zA-Z0-9]*')
|
||
8 years ago
|
attrfind = re.compile(
|
||
5 years ago
|
r"""\s*([a-zA-Z_][-:.a-zA-Z_0-9]*)[$]?(\s*=\s*"""
|
||
|
r"""('[^']*'|"[^"]*"|[][\-a-zA-Z0-9./,:;+*%?!&$()_#=~'"@]*))?"""
|
||
8 years ago
|
)
|
||
|
|
||
|
# Unfortunately, these must be copied over to prevent NameError exceptions
|
||
|
entityref = sgmllib.entityref
|
||
|
incomplete = sgmllib.incomplete
|
||
|
interesting = sgmllib.interesting
|
||
|
shorttag = sgmllib.shorttag
|
||
|
shorttagopen = sgmllib.shorttagopen
|
||
|
starttagopen = sgmllib.starttagopen
|
||
|
|
||
5 years ago
|
|
||
8 years ago
|
class _EndBracketRegEx:
|
||
|
def __init__(self):
|
||
|
# Overriding the built-in sgmllib.endbracket regex allows the
|
||
|
# parser to find angle brackets embedded in element attributes.
|
||
5 years ago
|
self.endbracket = re.compile(
|
||
|
r'('
|
||
|
r"""[^'"<>]"""
|
||
|
r"""|"[^"]*"(?=>|/|\s|\w+=)"""
|
||
|
r"""|'[^']*'(?=>|/|\s|\w+=))*(?=[<>])"""
|
||
|
r"""|.*?(?=[<>]"""
|
||
|
r')'
|
||
|
)
|
||
|
|
||
8 years ago
|
def search(self, target, index=0):
|
||
|
match = self.endbracket.match(target, index)
|
||
|
if match is not None:
|
||
|
# Returning a new object in the calling thread's context
|
||
|
# resolves a thread-safety.
|
||
|
return EndBracketMatch(match)
|
||
|
return None
|
||
5 years ago
|
|
||
|
|
||
8 years ago
|
class EndBracketMatch:
|
||
|
def __init__(self, match):
|
||
|
self.match = match
|
||
5 years ago
|
|
||
8 years ago
|
def start(self, n):
|
||
|
return self.match.end(n)
|
||
5 years ago
|
|
||
|
|
||
8 years ago
|
endbracket = _EndBracketRegEx()
|