Browse Source
Change post process to cleanup filenames with config/Post Processing/'Unpack downloads' enabled. Change post process to join incrementally named (i.e. file.001 to file.nnn) split files. Change replace unrar2 lib with rarfile 3.0 and UnRAR.exe 5.40 beta 4 freeware. Change post process "Copy" to delete redundant files after use.pull/757/head
JackDandy
9 years ago
24 changed files with 3229 additions and 944 deletions
Binary file not shown.
@ -0,0 +1 @@ |
|||||
|
|
||||
File diff suppressed because it is too large
@ -1,18 +0,0 @@ |
|||||
The unrar.dll library is freeware. This means: |
|
||||
|
|
||||
1. All copyrights to RAR and the unrar.dll are exclusively |
|
||||
owned by the author - Alexander Roshal. |
|
||||
|
|
||||
2. The unrar.dll library may be used in any software to handle RAR |
|
||||
archives without limitations free of charge. |
|
||||
|
|
||||
3. THE RAR ARCHIVER AND THE UNRAR.DLL LIBRARY ARE DISTRIBUTED "AS IS". |
|
||||
NO WARRANTY OF ANY KIND IS EXPRESSED OR IMPLIED. YOU USE AT |
|
||||
YOUR OWN RISK. THE AUTHOR WILL NOT BE LIABLE FOR DATA LOSS, |
|
||||
DAMAGES, LOSS OF PROFITS OR ANY OTHER KIND OF LOSS WHILE USING |
|
||||
OR MISUSING THIS SOFTWARE. |
|
||||
|
|
||||
Thank you for your interest in RAR and unrar.dll. |
|
||||
|
|
||||
|
|
||||
Alexander L. Roshal |
|
||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
@ -1,180 +0,0 @@ |
|||||
# Copyright (c) 2003-2005 Jimmy Retzlaff, 2008 Konstantin Yegupov |
|
||||
# |
|
||||
# Permission is hereby granted, free of charge, to any person obtaining |
|
||||
# a copy of this software and associated documentation files (the |
|
||||
# "Software"), to deal in the Software without restriction, including |
|
||||
# without limitation the rights to use, copy, modify, merge, publish, |
|
||||
# distribute, sublicense, and/or sell copies of the Software, and to |
|
||||
# permit persons to whom the Software is furnished to do so, subject to |
|
||||
# the following conditions: |
|
||||
# |
|
||||
# The above copyright notice and this permission notice shall be |
|
||||
# included in all copies or substantial portions of the Software. |
|
||||
# |
|
||||
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
|
||||
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
|
||||
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
|
||||
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS |
|
||||
# BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
|
||||
# ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
|
||||
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
|
||||
# SOFTWARE. |
|
||||
|
|
||||
""" |
|
||||
pyUnRAR2 is a ctypes based wrapper around the free UnRAR.dll. |
|
||||
|
|
||||
It is an modified version of Jimmy Retzlaff's pyUnRAR - more simple, |
|
||||
stable and foolproof. |
|
||||
Notice that it has INCOMPATIBLE interface. |
|
||||
|
|
||||
It enables reading and unpacking of archives created with the |
|
||||
RAR/WinRAR archivers. There is a low-level interface which is very |
|
||||
similar to the C interface provided by UnRAR. There is also a |
|
||||
higher level interface which makes some common operations easier. |
|
||||
""" |
|
||||
|
|
||||
__version__ = '0.99.6' |
|
||||
|
|
||||
try: |
|
||||
WindowsError |
|
||||
in_windows = True |
|
||||
except NameError: |
|
||||
in_windows = False |
|
||||
|
|
||||
if in_windows: |
|
||||
from windows import RarFileImplementation |
|
||||
else: |
|
||||
from unix import RarFileImplementation |
|
||||
|
|
||||
|
|
||||
import fnmatch, time, weakref |
|
||||
|
|
||||
class RarInfo(object): |
|
||||
"""Represents a file header in an archive. Don't instantiate directly. |
|
||||
Use only to obtain information about file. |
|
||||
YOU CANNOT EXTRACT FILE CONTENTS USING THIS OBJECT. |
|
||||
USE METHODS OF RarFile CLASS INSTEAD. |
|
||||
|
|
||||
Properties: |
|
||||
index - index of file within the archive |
|
||||
filename - name of the file in the archive including path (if any) |
|
||||
datetime - file date/time as a struct_time suitable for time.strftime |
|
||||
isdir - True if the file is a directory |
|
||||
size - size in bytes of the uncompressed file |
|
||||
comment - comment associated with the file |
|
||||
|
|
||||
Note - this is not currently intended to be a Python file-like object. |
|
||||
""" |
|
||||
|
|
||||
def __init__(self, rarfile, data): |
|
||||
self.rarfile = weakref.proxy(rarfile) |
|
||||
self.index = data['index'] |
|
||||
self.filename = data['filename'] |
|
||||
self.isdir = data['isdir'] |
|
||||
self.size = data['size'] |
|
||||
self.datetime = data['datetime'] |
|
||||
self.comment = data['comment'] |
|
||||
|
|
||||
def __str__(self): |
|
||||
try : |
|
||||
arcName = self.rarfile.archiveName |
|
||||
except ReferenceError: |
|
||||
arcName = "[ARCHIVE_NO_LONGER_LOADED]" |
|
||||
return '<RarInfo "%s" in "%s">' % (self.filename, arcName) |
|
||||
|
|
||||
class RarFile(RarFileImplementation): |
|
||||
|
|
||||
def __init__(self, archiveName, password=None): |
|
||||
"""Instantiate the archive. |
|
||||
|
|
||||
archiveName is the name of the RAR file. |
|
||||
password is used to decrypt the files in the archive. |
|
||||
|
|
||||
Properties: |
|
||||
comment - comment associated with the archive |
|
||||
|
|
||||
>>> print RarFile('test.rar').comment |
|
||||
This is a test. |
|
||||
""" |
|
||||
self.archiveName = archiveName |
|
||||
RarFileImplementation.init(self, password) |
|
||||
|
|
||||
def __del__(self): |
|
||||
self.destruct() |
|
||||
|
|
||||
def infoiter(self): |
|
||||
"""Iterate over all the files in the archive, generating RarInfos. |
|
||||
|
|
||||
>>> import os |
|
||||
>>> for fileInArchive in RarFile('test.rar').infoiter(): |
|
||||
... print os.path.split(fileInArchive.filename)[-1], |
|
||||
... print fileInArchive.isdir, |
|
||||
... print fileInArchive.size, |
|
||||
... print fileInArchive.comment, |
|
||||
... print tuple(fileInArchive.datetime)[0:5], |
|
||||
... print time.strftime('%a, %d %b %Y %H:%M', fileInArchive.datetime) |
|
||||
test True 0 None (2003, 6, 30, 1, 59) Mon, 30 Jun 2003 01:59 |
|
||||
test.txt False 20 None (2003, 6, 30, 2, 1) Mon, 30 Jun 2003 02:01 |
|
||||
this.py False 1030 None (2002, 2, 8, 16, 47) Fri, 08 Feb 2002 16:47 |
|
||||
""" |
|
||||
for params in RarFileImplementation.infoiter(self): |
|
||||
yield RarInfo(self, params) |
|
||||
|
|
||||
def infolist(self): |
|
||||
"""Return a list of RarInfos, descripting the contents of the archive.""" |
|
||||
return list(self.infoiter()) |
|
||||
|
|
||||
def read_files(self, condition='*'): |
|
||||
"""Read specific files from archive into memory. |
|
||||
If "condition" is a list of numbers, then return files which have those positions in infolist. |
|
||||
If "condition" is a string, then it is treated as a wildcard for names of files to extract. |
|
||||
If "condition" is a function, it is treated as a callback function, which accepts a RarInfo object |
|
||||
and returns boolean True (extract) or False (skip). |
|
||||
If "condition" is omitted, all files are returned. |
|
||||
|
|
||||
Returns list of tuples (RarInfo info, str contents) |
|
||||
""" |
|
||||
checker = condition2checker(condition) |
|
||||
return RarFileImplementation.read_files(self, checker) |
|
||||
|
|
||||
|
|
||||
def extract(self, condition='*', path='.', withSubpath=True, overwrite=True): |
|
||||
"""Extract specific files from archive to disk. |
|
||||
|
|
||||
If "condition" is a list of numbers, then extract files which have those positions in infolist. |
|
||||
If "condition" is a string, then it is treated as a wildcard for names of files to extract. |
|
||||
If "condition" is a function, it is treated as a callback function, which accepts a RarInfo object |
|
||||
and returns either boolean True (extract) or boolean False (skip). |
|
||||
DEPRECATED: If "condition" callback returns string (only supported for Windows) - |
|
||||
that string will be used as a new name to save the file under. |
|
||||
If "condition" is omitted, all files are extracted. |
|
||||
|
|
||||
"path" is a directory to extract to |
|
||||
"withSubpath" flag denotes whether files are extracted with their full path in the archive. |
|
||||
"overwrite" flag denotes whether extracted files will overwrite old ones. Defaults to true. |
|
||||
|
|
||||
Returns list of RarInfos for extracted files.""" |
|
||||
checker = condition2checker(condition) |
|
||||
return RarFileImplementation.extract(self, checker, path, withSubpath, overwrite) |
|
||||
|
|
||||
def get_volume(self): |
|
||||
"""Determine which volume is it in a multi-volume archive. Returns None if it's not a |
|
||||
multi-volume archive, 0-based volume number otherwise.""" |
|
||||
return RarFileImplementation.get_volume(self) |
|
||||
|
|
||||
def condition2checker(condition): |
|
||||
"""Converts different condition types to callback""" |
|
||||
if type(condition) in [str, unicode]: |
|
||||
def smatcher(info): |
|
||||
return fnmatch.fnmatch(info.filename, condition) |
|
||||
return smatcher |
|
||||
elif type(condition) in [list, tuple] and type(condition[0]) in [int, long]: |
|
||||
def imatcher(info): |
|
||||
return info.index in condition |
|
||||
return imatcher |
|
||||
elif callable(condition): |
|
||||
return condition |
|
||||
else: |
|
||||
raise TypeError |
|
||||
|
|
||||
|
|
||||
@ -1,21 +0,0 @@ |
|||||
Copyright (c) 2003-2005 Jimmy Retzlaff, 2008 Konstantin Yegupov |
|
||||
|
|
||||
Permission is hereby granted, free of charge, to any person obtaining |
|
||||
a copy of this software and associated documentation files (the |
|
||||
"Software"), to deal in the Software without restriction, including |
|
||||
without limitation the rights to use, copy, modify, merge, publish, |
|
||||
distribute, sublicense, and/or sell copies of the Software, and to |
|
||||
permit persons to whom the Software is furnished to do so, subject to |
|
||||
the following conditions: |
|
||||
|
|
||||
The above copyright notice and this permission notice shall be |
|
||||
included in all copies or substantial portions of the Software. |
|
||||
|
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
|
||||
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
|
||||
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
|
||||
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS |
|
||||
BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
|
||||
ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
|
||||
CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
|
||||
SOFTWARE. |
|
||||
@ -1,30 +0,0 @@ |
|||||
# Copyright (c) 2003-2005 Jimmy Retzlaff, 2008 Konstantin Yegupov |
|
||||
# |
|
||||
# Permission is hereby granted, free of charge, to any person obtaining |
|
||||
# a copy of this software and associated documentation files (the |
|
||||
# "Software"), to deal in the Software without restriction, including |
|
||||
# without limitation the rights to use, copy, modify, merge, publish, |
|
||||
# distribute, sublicense, and/or sell copies of the Software, and to |
|
||||
# permit persons to whom the Software is furnished to do so, subject to |
|
||||
# the following conditions: |
|
||||
# |
|
||||
# The above copyright notice and this permission notice shall be |
|
||||
# included in all copies or substantial portions of the Software. |
|
||||
# |
|
||||
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
|
||||
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
|
||||
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
|
||||
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS |
|
||||
# BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
|
||||
# ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
|
||||
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
|
||||
# SOFTWARE. |
|
||||
|
|
||||
# Low level interface - see UnRARDLL\UNRARDLL.TXT |
|
||||
|
|
||||
|
|
||||
class ArchiveHeaderBroken(Exception): pass |
|
||||
class InvalidRARArchive(Exception): pass |
|
||||
class FileOpenError(Exception): pass |
|
||||
class IncorrectRARPassword(Exception): pass |
|
||||
class InvalidRARArchiveUsage(Exception): pass |
|
||||
@ -1,265 +0,0 @@ |
|||||
# Copyright (c) 2003-2005 Jimmy Retzlaff, 2008 Konstantin Yegupov |
|
||||
# |
|
||||
# Permission is hereby granted, free of charge, to any person obtaining |
|
||||
# a copy of this software and associated documentation files (the |
|
||||
# "Software"), to deal in the Software without restriction, including |
|
||||
# without limitation the rights to use, copy, modify, merge, publish, |
|
||||
# distribute, sublicense, and/or sell copies of the Software, and to |
|
||||
# permit persons to whom the Software is furnished to do so, subject to |
|
||||
# the following conditions: |
|
||||
# |
|
||||
# The above copyright notice and this permission notice shall be |
|
||||
# included in all copies or substantial portions of the Software. |
|
||||
# |
|
||||
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
|
||||
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
|
||||
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
|
||||
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS |
|
||||
# BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
|
||||
# ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
|
||||
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
|
||||
# SOFTWARE. |
|
||||
|
|
||||
# Unix version uses unrar command line executable |
|
||||
|
|
||||
import subprocess |
|
||||
import gc |
|
||||
|
|
||||
import os, os.path |
|
||||
import time, re |
|
||||
|
|
||||
from rar_exceptions import * |
|
||||
|
|
||||
class UnpackerNotInstalled(Exception): pass |
|
||||
|
|
||||
rar_executable_cached = None |
|
||||
rar_executable_version = None |
|
||||
|
|
||||
def call_unrar(params): |
|
||||
"Calls rar/unrar command line executable, returns stdout pipe" |
|
||||
global rar_executable_cached |
|
||||
if rar_executable_cached is None: |
|
||||
for command in ('unrar', 'rar'): |
|
||||
try: |
|
||||
subprocess.Popen([command], stdout=subprocess.PIPE) |
|
||||
rar_executable_cached = command |
|
||||
break |
|
||||
except OSError: |
|
||||
pass |
|
||||
if rar_executable_cached is None: |
|
||||
raise UnpackerNotInstalled("No suitable RAR unpacker installed") |
|
||||
|
|
||||
assert type(params) == list, "params must be list" |
|
||||
args = [rar_executable_cached] + params |
|
||||
try: |
|
||||
gc.disable() # See http://bugs.python.org/issue1336 |
|
||||
return subprocess.Popen(args, stdout=subprocess.PIPE, stderr=subprocess.PIPE) |
|
||||
finally: |
|
||||
gc.enable() |
|
||||
|
|
||||
class RarFileImplementation(object): |
|
||||
|
|
||||
def init(self, password=None): |
|
||||
global rar_executable_version |
|
||||
self.password = password |
|
||||
|
|
||||
|
|
||||
stdoutdata, stderrdata = self.call('v', []).communicate() |
|
||||
|
|
||||
for line in stderrdata.splitlines(): |
|
||||
if line.strip().startswith("Cannot open"): |
|
||||
raise FileOpenError |
|
||||
if line.find("CRC failed")>=0: |
|
||||
raise IncorrectRARPassword |
|
||||
accum = [] |
|
||||
source = iter(stdoutdata.splitlines()) |
|
||||
line = '' |
|
||||
while (line.find('RAR ') == -1): |
|
||||
line = source.next() |
|
||||
signature = line |
|
||||
# The code below is mighty flaky |
|
||||
# and will probably crash on localized versions of RAR |
|
||||
# but I see no safe way to rewrite it using a CLI tool |
|
||||
if signature.find("RAR 4") > -1: |
|
||||
rar_executable_version = 4 |
|
||||
while not (line.startswith('Comment:') or line.startswith('Pathname/Comment')): |
|
||||
if line.strip().endswith('is not RAR archive'): |
|
||||
raise InvalidRARArchive |
|
||||
line = source.next() |
|
||||
while not line.startswith('Pathname/Comment'): |
|
||||
accum.append(line.rstrip('\n')) |
|
||||
line = source.next() |
|
||||
if len(accum): |
|
||||
accum[0] = accum[0][9:] # strip out "Comment:" part |
|
||||
self.comment = '\n'.join(accum[:-1]) |
|
||||
else: |
|
||||
self.comment = None |
|
||||
elif signature.find("RAR 5") > -1: |
|
||||
rar_executable_version = 5 |
|
||||
line = source.next() |
|
||||
while not line.startswith('Archive:'): |
|
||||
if line.strip().endswith('is not RAR archive'): |
|
||||
raise InvalidRARArchive |
|
||||
accum.append(line.rstrip('\n')) |
|
||||
line = source.next() |
|
||||
if len(accum): |
|
||||
self.comment = '\n'.join(accum[:-1]).strip() |
|
||||
else: |
|
||||
self.comment = None |
|
||||
else: |
|
||||
raise UnpackerNotInstalled("Unsupported RAR version, expected 4.x or 5.x, found: " |
|
||||
+ signature.split(" ")[1]) |
|
||||
|
|
||||
|
|
||||
def escaped_password(self): |
|
||||
return '-' if self.password == None else self.password |
|
||||
|
|
||||
|
|
||||
def call(self, cmd, options=[], files=[]): |
|
||||
options2 = options + ['p'+self.escaped_password()] |
|
||||
soptions = ['-'+x for x in options2] |
|
||||
return call_unrar([cmd]+soptions+['--',self.archiveName]+files) |
|
||||
|
|
||||
def infoiter(self): |
|
||||
|
|
||||
command = "v" if rar_executable_version == 4 else "l" |
|
||||
stdoutdata, stderrdata = self.call(command, ['c-']).communicate() |
|
||||
|
|
||||
for line in stderrdata.splitlines(): |
|
||||
if line.strip().startswith("Cannot open"): |
|
||||
raise FileOpenError |
|
||||
|
|
||||
accum = [] |
|
||||
source = iter(stdoutdata.splitlines()) |
|
||||
line = '' |
|
||||
while not line.startswith('-----------'): |
|
||||
if line.strip().endswith('is not RAR archive'): |
|
||||
raise InvalidRARArchive |
|
||||
if line.startswith("CRC failed") or line.startswith("Checksum error"): |
|
||||
raise IncorrectRARPassword |
|
||||
line = source.next() |
|
||||
line = source.next() |
|
||||
i = 0 |
|
||||
re_spaces = re.compile(r"\s+") |
|
||||
if rar_executable_version == 4: |
|
||||
while not line.startswith('-----------'): |
|
||||
accum.append(line) |
|
||||
if len(accum)==2: |
|
||||
data = {} |
|
||||
data['index'] = i |
|
||||
# asterisks mark password-encrypted files |
|
||||
data['filename'] = accum[0].strip().lstrip("*") # asterisks marks password-encrypted files |
|
||||
fields = re_spaces.split(accum[1].strip()) |
|
||||
data['size'] = int(fields[0]) |
|
||||
attr = fields[5] |
|
||||
data['isdir'] = 'd' in attr.lower() |
|
||||
data['datetime'] = self.rarcmd_dt(fields[3], fields[4]) |
|
||||
data['comment'] = None |
|
||||
data['volume'] = None |
|
||||
yield data |
|
||||
accum = [] |
|
||||
i += 1 |
|
||||
line = source.next() |
|
||||
elif rar_executable_version == 5: |
|
||||
while not line.startswith('-----------'): |
|
||||
fields = line.strip().lstrip("*").split() |
|
||||
data = {} |
|
||||
data['index'] = i |
|
||||
data['filename'] = " ".join(fields[4:]) |
|
||||
data['size'] = int(fields[1]) |
|
||||
attr = fields[0] |
|
||||
data['isdir'] = 'd' in attr.lower() |
|
||||
data['datetime'] = self.rarcmd_dt(fields[2], fields[3]) |
|
||||
data['comment'] = None |
|
||||
data['volume'] = None |
|
||||
yield data |
|
||||
i += 1 |
|
||||
line = source.next() |
|
||||
|
|
||||
@staticmethod |
|
||||
def rarcmd_dt(param_date=time.strftime('%Y-%m-%d'), param_time=time.strftime('%H:%M')): |
|
||||
for str_fmt in '%Y-%m-%d %H:%M', '%d-%m-%y %H:%M': |
|
||||
try: |
|
||||
return time.strptime('%s %s' % (param_date, param_time), str_fmt) |
|
||||
except ValueError: |
|
||||
pass |
|
||||
return time.strptime('%s %s' % (time.strftime('%Y-%m-%d'), time.strftime('%H:%M')), '%Y-%m-%d %H:%M') |
|
||||
|
|
||||
def read_files(self, checker): |
|
||||
res = [] |
|
||||
for info in self.infoiter(): |
|
||||
checkres = checker(info) |
|
||||
if checkres==True and not info.isdir: |
|
||||
pipe = self.call('p', ['inul'], [info.filename]).stdout |
|
||||
res.append((info, pipe.read())) |
|
||||
return res |
|
||||
|
|
||||
|
|
||||
def extract(self, checker, path, withSubpath, overwrite): |
|
||||
res = [] |
|
||||
command = 'x' |
|
||||
if not withSubpath: |
|
||||
command = 'e' |
|
||||
options = [] |
|
||||
if overwrite: |
|
||||
options.append('o+') |
|
||||
else: |
|
||||
options.append('o-') |
|
||||
if not path.endswith(os.sep): |
|
||||
path += os.sep |
|
||||
names = [] |
|
||||
for info in self.infoiter(): |
|
||||
checkres = checker(info) |
|
||||
if type(checkres) in [str, unicode]: |
|
||||
raise NotImplementedError("Condition callbacks returning strings are deprecated and only supported in Windows") |
|
||||
if checkres==True and not info.isdir: |
|
||||
names.append(info.filename) |
|
||||
res.append(info) |
|
||||
names.append(path) |
|
||||
proc = self.call(command, options, names) |
|
||||
stdoutdata, stderrdata = proc.communicate() |
|
||||
if stderrdata.find("CRC failed")>=0 or stderrdata.find("Checksum error")>=0: |
|
||||
raise IncorrectRARPassword |
|
||||
return res |
|
||||
|
|
||||
def destruct(self): |
|
||||
pass |
|
||||
|
|
||||
def get_volume(self): |
|
||||
command = "v" if rar_executable_version == 4 else "l" |
|
||||
stdoutdata, stderrdata = self.call(command, ['c-']).communicate() |
|
||||
|
|
||||
for line in stderrdata.splitlines(): |
|
||||
if line.strip().startswith("Cannot open"): |
|
||||
raise FileOpenError |
|
||||
|
|
||||
source = iter(stdoutdata.splitlines()) |
|
||||
line = '' |
|
||||
while not line.startswith('-----------'): |
|
||||
if line.strip().endswith('is not RAR archive'): |
|
||||
raise InvalidRARArchive |
|
||||
if line.startswith("CRC failed") or line.startswith("Checksum error"): |
|
||||
raise IncorrectRARPassword |
|
||||
line = source.next() |
|
||||
line = source.next() |
|
||||
if rar_executable_version == 4: |
|
||||
while not line.startswith('-----------'): |
|
||||
line = source.next() |
|
||||
line = source.next() |
|
||||
items = line.strip().split() |
|
||||
if len(items)>4 and items[4]=="volume": |
|
||||
return int(items[5]) - 1 |
|
||||
else: |
|
||||
return None |
|
||||
|
|
||||
elif rar_executable_version == 5: |
|
||||
while not line.startswith('-----------'): |
|
||||
line = source.next() |
|
||||
line = source.next() |
|
||||
items = line.strip().split() |
|
||||
if items[1]=="volume": |
|
||||
return int(items[2]) - 1 |
|
||||
else: |
|
||||
return None |
|
||||
|
|
||||
|
|
||||
@ -1,332 +0,0 @@ |
|||||
# Copyright (c) 2003-2005 Jimmy Retzlaff, 2008 Konstantin Yegupov |
|
||||
# |
|
||||
# Permission is hereby granted, free of charge, to any person obtaining |
|
||||
# a copy of this software and associated documentation files (the |
|
||||
# "Software"), to deal in the Software without restriction, including |
|
||||
# without limitation the rights to use, copy, modify, merge, publish, |
|
||||
# distribute, sublicense, and/or sell copies of the Software, and to |
|
||||
# permit persons to whom the Software is furnished to do so, subject to |
|
||||
# the following conditions: |
|
||||
# |
|
||||
# The above copyright notice and this permission notice shall be |
|
||||
# included in all copies or substantial portions of the Software. |
|
||||
# |
|
||||
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
|
||||
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
|
||||
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
|
||||
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS |
|
||||
# BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
|
||||
# ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
|
||||
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
|
||||
# SOFTWARE. |
|
||||
|
|
||||
# Low level interface - see UnRARDLL\UNRARDLL.TXT |
|
||||
|
|
||||
from __future__ import generators |
|
||||
|
|
||||
import ctypes, ctypes.wintypes |
|
||||
import os, os.path, sys, re |
|
||||
import Queue |
|
||||
import time |
|
||||
|
|
||||
from rar_exceptions import * |
|
||||
|
|
||||
ERAR_END_ARCHIVE = 10 |
|
||||
ERAR_NO_MEMORY = 11 |
|
||||
ERAR_BAD_DATA = 12 |
|
||||
ERAR_BAD_ARCHIVE = 13 |
|
||||
ERAR_UNKNOWN_FORMAT = 14 |
|
||||
ERAR_EOPEN = 15 |
|
||||
ERAR_ECREATE = 16 |
|
||||
ERAR_ECLOSE = 17 |
|
||||
ERAR_EREAD = 18 |
|
||||
ERAR_EWRITE = 19 |
|
||||
ERAR_SMALL_BUF = 20 |
|
||||
ERAR_UNKNOWN = 21 |
|
||||
ERAR_MISSING_PASSWORD = 22 |
|
||||
|
|
||||
RAR_OM_LIST = 0 |
|
||||
RAR_OM_EXTRACT = 1 |
|
||||
|
|
||||
RAR_SKIP = 0 |
|
||||
RAR_TEST = 1 |
|
||||
RAR_EXTRACT = 2 |
|
||||
|
|
||||
RAR_VOL_ASK = 0 |
|
||||
RAR_VOL_NOTIFY = 1 |
|
||||
|
|
||||
RAR_DLL_VERSION = 3 |
|
||||
|
|
||||
# enum UNRARCALLBACK_MESSAGES |
|
||||
UCM_CHANGEVOLUME = 0 |
|
||||
UCM_PROCESSDATA = 1 |
|
||||
UCM_NEEDPASSWORD = 2 |
|
||||
|
|
||||
architecture_bits = ctypes.sizeof(ctypes.c_voidp)*8 |
|
||||
dll_name = "unrar.dll" |
|
||||
if architecture_bits == 64: |
|
||||
dll_name = "x64\\unrar64.dll" |
|
||||
|
|
||||
volume_naming1 = re.compile("\.r([0-9]{2})$") |
|
||||
volume_naming2 = re.compile("\.([0-9]{3}).rar$") |
|
||||
volume_naming3 = re.compile("\.part([0-9]+).rar$") |
|
||||
|
|
||||
try: |
|
||||
unrar = ctypes.WinDLL(os.path.join(os.path.split(__file__)[0], 'UnRARDLL', dll_name)) |
|
||||
except WindowsError: |
|
||||
unrar = ctypes.WinDLL(dll_name) |
|
||||
|
|
||||
|
|
||||
class RAROpenArchiveDataEx(ctypes.Structure): |
|
||||
def __init__(self, ArcName=None, ArcNameW=u'', OpenMode=RAR_OM_LIST): |
|
||||
self.CmtBuf = ctypes.c_buffer(64*1024) |
|
||||
ctypes.Structure.__init__(self, ArcName=ArcName, ArcNameW=ArcNameW, OpenMode=OpenMode, _CmtBuf=ctypes.addressof(self.CmtBuf), CmtBufSize=ctypes.sizeof(self.CmtBuf)) |
|
||||
|
|
||||
_fields_ = [ |
|
||||
('ArcName', ctypes.c_char_p), |
|
||||
('ArcNameW', ctypes.c_wchar_p), |
|
||||
('OpenMode', ctypes.c_uint), |
|
||||
('OpenResult', ctypes.c_uint), |
|
||||
('_CmtBuf', ctypes.c_voidp), |
|
||||
('CmtBufSize', ctypes.c_uint), |
|
||||
('CmtSize', ctypes.c_uint), |
|
||||
('CmtState', ctypes.c_uint), |
|
||||
('Flags', ctypes.c_uint), |
|
||||
('Reserved', ctypes.c_uint*32), |
|
||||
] |
|
||||
|
|
||||
class RARHeaderDataEx(ctypes.Structure): |
|
||||
def __init__(self): |
|
||||
self.CmtBuf = ctypes.c_buffer(64*1024) |
|
||||
ctypes.Structure.__init__(self, _CmtBuf=ctypes.addressof(self.CmtBuf), CmtBufSize=ctypes.sizeof(self.CmtBuf)) |
|
||||
|
|
||||
_fields_ = [ |
|
||||
('ArcName', ctypes.c_char*1024), |
|
||||
('ArcNameW', ctypes.c_wchar*1024), |
|
||||
('FileName', ctypes.c_char*1024), |
|
||||
('FileNameW', ctypes.c_wchar*1024), |
|
||||
('Flags', ctypes.c_uint), |
|
||||
('PackSize', ctypes.c_uint), |
|
||||
('PackSizeHigh', ctypes.c_uint), |
|
||||
('UnpSize', ctypes.c_uint), |
|
||||
('UnpSizeHigh', ctypes.c_uint), |
|
||||
('HostOS', ctypes.c_uint), |
|
||||
('FileCRC', ctypes.c_uint), |
|
||||
('FileTime', ctypes.c_uint), |
|
||||
('UnpVer', ctypes.c_uint), |
|
||||
('Method', ctypes.c_uint), |
|
||||
('FileAttr', ctypes.c_uint), |
|
||||
('_CmtBuf', ctypes.c_voidp), |
|
||||
('CmtBufSize', ctypes.c_uint), |
|
||||
('CmtSize', ctypes.c_uint), |
|
||||
('CmtState', ctypes.c_uint), |
|
||||
('Reserved', ctypes.c_uint*1024), |
|
||||
] |
|
||||
|
|
||||
def DosDateTimeToTimeTuple(dosDateTime): |
|
||||
"""Convert an MS-DOS format date time to a Python time tuple. |
|
||||
""" |
|
||||
dosDate = dosDateTime >> 16 |
|
||||
dosTime = dosDateTime & 0xffff |
|
||||
day = dosDate & 0x1f |
|
||||
month = (dosDate >> 5) & 0xf |
|
||||
year = 1980 + (dosDate >> 9) |
|
||||
second = 2*(dosTime & 0x1f) |
|
||||
minute = (dosTime >> 5) & 0x3f |
|
||||
hour = dosTime >> 11 |
|
||||
return time.localtime(time.mktime((year, month, day, hour, minute, second, 0, 1, -1))) |
|
||||
|
|
||||
def _wrap(restype, function, argtypes): |
|
||||
result = function |
|
||||
result.argtypes = argtypes |
|
||||
result.restype = restype |
|
||||
return result |
|
||||
|
|
||||
RARGetDllVersion = _wrap(ctypes.c_int, unrar.RARGetDllVersion, []) |
|
||||
|
|
||||
RAROpenArchiveEx = _wrap(ctypes.wintypes.HANDLE, unrar.RAROpenArchiveEx, [ctypes.POINTER(RAROpenArchiveDataEx)]) |
|
||||
|
|
||||
RARReadHeaderEx = _wrap(ctypes.c_int, unrar.RARReadHeaderEx, [ctypes.wintypes.HANDLE, ctypes.POINTER(RARHeaderDataEx)]) |
|
||||
|
|
||||
_RARSetPassword = _wrap(ctypes.c_int, unrar.RARSetPassword, [ctypes.wintypes.HANDLE, ctypes.c_char_p]) |
|
||||
def RARSetPassword(*args, **kwargs): |
|
||||
_RARSetPassword(*args, **kwargs) |
|
||||
|
|
||||
RARProcessFile = _wrap(ctypes.c_int, unrar.RARProcessFile, [ctypes.wintypes.HANDLE, ctypes.c_int, ctypes.c_char_p, ctypes.c_char_p]) |
|
||||
|
|
||||
RARCloseArchive = _wrap(ctypes.c_int, unrar.RARCloseArchive, [ctypes.wintypes.HANDLE]) |
|
||||
|
|
||||
UNRARCALLBACK = ctypes.WINFUNCTYPE(ctypes.c_int, ctypes.c_uint, ctypes.c_long, ctypes.c_long, ctypes.c_long) |
|
||||
RARSetCallback = _wrap(ctypes.c_int, unrar.RARSetCallback, [ctypes.wintypes.HANDLE, UNRARCALLBACK, ctypes.c_long]) |
|
||||
|
|
||||
|
|
||||
|
|
||||
RARExceptions = { |
|
||||
ERAR_NO_MEMORY : MemoryError, |
|
||||
ERAR_BAD_DATA : ArchiveHeaderBroken, |
|
||||
ERAR_BAD_ARCHIVE : InvalidRARArchive, |
|
||||
ERAR_EOPEN : FileOpenError, |
|
||||
} |
|
||||
|
|
||||
class PassiveReader: |
|
||||
"""Used for reading files to memory""" |
|
||||
def __init__(self, usercallback = None): |
|
||||
self.buf = [] |
|
||||
self.ucb = usercallback |
|
||||
|
|
||||
def _callback(self, msg, UserData, P1, P2): |
|
||||
if msg == UCM_PROCESSDATA: |
|
||||
data = (ctypes.c_char*P2).from_address(P1).raw |
|
||||
if self.ucb!=None: |
|
||||
self.ucb(data) |
|
||||
else: |
|
||||
self.buf.append(data) |
|
||||
return 1 |
|
||||
|
|
||||
def get_result(self): |
|
||||
return ''.join(self.buf) |
|
||||
|
|
||||
class RarInfoIterator(object): |
|
||||
def __init__(self, arc): |
|
||||
self.arc = arc |
|
||||
self.index = 0 |
|
||||
self.headerData = RARHeaderDataEx() |
|
||||
self.res = RARReadHeaderEx(self.arc._handle, ctypes.byref(self.headerData)) |
|
||||
if self.res in [ERAR_BAD_DATA, ERAR_MISSING_PASSWORD]: |
|
||||
raise IncorrectRARPassword |
|
||||
self.arc.lockStatus = "locked" |
|
||||
self.arc.needskip = False |
|
||||
|
|
||||
def __iter__(self): |
|
||||
return self |
|
||||
|
|
||||
def next(self): |
|
||||
if self.index>0: |
|
||||
if self.arc.needskip: |
|
||||
RARProcessFile(self.arc._handle, RAR_SKIP, None, None) |
|
||||
self.res = RARReadHeaderEx(self.arc._handle, ctypes.byref(self.headerData)) |
|
||||
|
|
||||
if self.res: |
|
||||
raise StopIteration |
|
||||
self.arc.needskip = True |
|
||||
|
|
||||
data = {} |
|
||||
data['index'] = self.index |
|
||||
data['filename'] = self.headerData.FileNameW |
|
||||
data['datetime'] = DosDateTimeToTimeTuple(self.headerData.FileTime) |
|
||||
data['isdir'] = ((self.headerData.Flags & 0xE0) == 0xE0) |
|
||||
data['size'] = self.headerData.UnpSize + (self.headerData.UnpSizeHigh << 32) |
|
||||
if self.headerData.CmtState == 1: |
|
||||
data['comment'] = self.headerData.CmtBuf.value |
|
||||
else: |
|
||||
data['comment'] = None |
|
||||
self.index += 1 |
|
||||
return data |
|
||||
|
|
||||
|
|
||||
def __del__(self): |
|
||||
self.arc.lockStatus = "finished" |
|
||||
|
|
||||
def generate_password_provider(password): |
|
||||
def password_provider_callback(msg, UserData, P1, P2): |
|
||||
if msg == UCM_NEEDPASSWORD and password!=None: |
|
||||
(ctypes.c_char*P2).from_address(P1).value = password |
|
||||
return 1 |
|
||||
return password_provider_callback |
|
||||
|
|
||||
class RarFileImplementation(object): |
|
||||
|
|
||||
def init(self, password=None): |
|
||||
self.password = password |
|
||||
archiveData = RAROpenArchiveDataEx(ArcNameW=self.archiveName, OpenMode=RAR_OM_EXTRACT) |
|
||||
self._handle = RAROpenArchiveEx(ctypes.byref(archiveData)) |
|
||||
self.c_callback = UNRARCALLBACK(generate_password_provider(self.password)) |
|
||||
RARSetCallback(self._handle, self.c_callback, 1) |
|
||||
|
|
||||
if archiveData.OpenResult != 0: |
|
||||
raise RARExceptions[archiveData.OpenResult] |
|
||||
|
|
||||
if archiveData.CmtState == 1: |
|
||||
self.comment = archiveData.CmtBuf.value |
|
||||
else: |
|
||||
self.comment = None |
|
||||
|
|
||||
if password: |
|
||||
RARSetPassword(self._handle, password) |
|
||||
|
|
||||
self.lockStatus = "ready" |
|
||||
|
|
||||
self.isVolume = archiveData.Flags & 1 |
|
||||
|
|
||||
|
|
||||
def destruct(self): |
|
||||
if self._handle and RARCloseArchive: |
|
||||
RARCloseArchive(self._handle) |
|
||||
|
|
||||
def make_sure_ready(self): |
|
||||
if self.lockStatus == "locked": |
|
||||
raise InvalidRARArchiveUsage("cannot execute infoiter() without finishing previous one") |
|
||||
if self.lockStatus == "finished": |
|
||||
self.destruct() |
|
||||
self.init(self.password) |
|
||||
|
|
||||
def infoiter(self): |
|
||||
self.make_sure_ready() |
|
||||
return RarInfoIterator(self) |
|
||||
|
|
||||
def read_files(self, checker): |
|
||||
res = [] |
|
||||
for info in self.infoiter(): |
|
||||
if checker(info) and not info.isdir: |
|
||||
reader = PassiveReader() |
|
||||
c_callback = UNRARCALLBACK(reader._callback) |
|
||||
RARSetCallback(self._handle, c_callback, 1) |
|
||||
tmpres = RARProcessFile(self._handle, RAR_TEST, None, None) |
|
||||
if tmpres in [ERAR_BAD_DATA, ERAR_MISSING_PASSWORD]: |
|
||||
raise IncorrectRARPassword |
|
||||
self.needskip = False |
|
||||
res.append((info, reader.get_result())) |
|
||||
return res |
|
||||
|
|
||||
|
|
||||
def extract(self, checker, path, withSubpath, overwrite): |
|
||||
res = [] |
|
||||
for info in self.infoiter(): |
|
||||
checkres = checker(info) |
|
||||
if checkres!=False and not info.isdir: |
|
||||
if checkres==True: |
|
||||
fn = info.filename |
|
||||
if not withSubpath: |
|
||||
fn = os.path.split(fn)[-1] |
|
||||
target = os.path.join(path, fn) |
|
||||
else: |
|
||||
raise DeprecationWarning, "Condition callbacks returning strings are deprecated and only supported in Windows" |
|
||||
target = checkres |
|
||||
if overwrite or (not os.path.exists(target)): |
|
||||
tmpres = RARProcessFile(self._handle, RAR_EXTRACT, None, target) |
|
||||
if tmpres in [ERAR_BAD_DATA, ERAR_MISSING_PASSWORD]: |
|
||||
raise IncorrectRARPassword |
|
||||
|
|
||||
self.needskip = False |
|
||||
res.append(info) |
|
||||
return res |
|
||||
|
|
||||
def get_volume(self): |
|
||||
if not self.isVolume: |
|
||||
return None |
|
||||
headerData = RARHeaderDataEx() |
|
||||
res = RARReadHeaderEx(self._handle, ctypes.byref(headerData)) |
|
||||
arcName = headerData.ArcNameW |
|
||||
match3 = volume_naming3.search(arcName) |
|
||||
if match3 != None: |
|
||||
return int(match3.group(1)) - 1 |
|
||||
match2 = volume_naming3.search(arcName) |
|
||||
if match2 != None: |
|
||||
return int(match2.group(1)) |
|
||||
match1 = volume_naming1.search(arcName) |
|
||||
if match1 != None: |
|
||||
return int(match1.group(1)) + 1 |
|
||||
return 0 |
|
||||
|
|
||||
|
|
||||
|
|
||||
Loading…
Reference in new issue