diff --git a/SABnzbd.py b/SABnzbd.py index aba2402..aef374d 100755 --- a/SABnzbd.py +++ b/SABnzbd.py @@ -428,9 +428,6 @@ def print_modules(): else: logging.error(T('par2 binary... NOT found!')) - if sabnzbd.newsunpack.PAR2C_COMMAND: - logging.info("par2cmdline binary... found (%s)", sabnzbd.newsunpack.PAR2C_COMMAND) - if sabnzbd.newsunpack.MULTIPAR_COMMAND: logging.info("MultiPar binary... found (%s)", sabnzbd.newsunpack.MULTIPAR_COMMAND) diff --git a/osx/par2/par2-classic b/osx/par2/par2-classic deleted file mode 100755 index c27ea45..0000000 Binary files a/osx/par2/par2-classic and /dev/null differ diff --git a/sabnzbd/api.py b/sabnzbd/api.py index 255fa41..6cb4b79 100644 --- a/sabnzbd/api.py +++ b/sabnzbd/api.py @@ -1518,7 +1518,6 @@ def options_list(output): return report(output, keyword='options', data={ 'yenc': sabnzbd.decoder.HAVE_YENC, 'par2': sabnzbd.newsunpack.PAR2_COMMAND, - 'par2c': sabnzbd.newsunpack.PAR2C_COMMAND, 'multipar': sabnzbd.newsunpack.MULTIPAR_COMMAND, 'rar': sabnzbd.newsunpack.RAR_COMMAND, 'zip': sabnzbd.newsunpack.ZIP_COMMAND, diff --git a/sabnzbd/cfg.py b/sabnzbd/cfg.py index 7fcc738..928385c 100644 --- a/sabnzbd/cfg.py +++ b/sabnzbd/cfg.py @@ -102,7 +102,6 @@ par_option = OptionStr('misc', 'par_option', '', validation=no_nonsense) nice = OptionStr('misc', 'nice', '', validation=no_nonsense) ionice = OptionStr('misc', 'ionice', '', validation=no_nonsense) ignore_wrong_unrar = OptionBool('misc', 'ignore_wrong_unrar', False) -par2_multicore = OptionBool('misc', 'par2_multicore', True) multipar = OptionBool('misc', 'multipar', sabnzbd.WIN32) pre_check = OptionBool('misc', 'pre_check', False) fail_hopeless_jobs = OptionBool('misc', 'fail_hopeless_jobs', True) diff --git a/sabnzbd/config.py b/sabnzbd/config.py index 1a7ef5b..d84aee2 100644 --- a/sabnzbd/config.py +++ b/sabnzbd/config.py @@ -768,9 +768,6 @@ def _read_config(path, try_backup=False): CFG['__encoding__'] = u'utf-8' CFG['__version__'] = unicode(CONFIG_VERSION) - if 'misc' in CFG: - compatibility_fix(CFG['misc']) - # Use CFG data to set values for all static options for section in database: if section not in ('servers', 'categories', 'rss'): @@ -1087,22 +1084,3 @@ def create_api_key(): # Return a hex digest of the md5, eg 49f68a5c8493ec2c0bf489821c21fc3b return m.hexdigest() - - -_FIXES = ( - ('enable_par_multicore', 'par2_multicore'), -) - - -def compatibility_fix(cf): - """ Convert obsolete INI entries """ - for item in _FIXES: - old, new = item - try: - cf[new] - except KeyError: - try: - cf[new] = cf[old] - del cf[old] - except KeyError: - pass diff --git a/sabnzbd/interface.py b/sabnzbd/interface.py index ebe3142..fc063fa 100644 --- a/sabnzbd/interface.py +++ b/sabnzbd/interface.py @@ -1300,7 +1300,7 @@ class ConfigFolders(object): ############################################################################## SWITCH_LIST = \ - ('par2_multicore', 'par_option', 'top_only', 'ssl_ciphers', 'direct_unpack', + ('par_option', 'top_only', 'ssl_ciphers', 'direct_unpack', 'auto_sort', 'propagation_delay', 'auto_disconnect', 'flat_unpack', 'safe_postproc', 'no_dupes', 'replace_spaces', 'replace_dots', 'ignore_samples', 'pause_on_post_processing', 'nice', 'ionice', @@ -1376,7 +1376,7 @@ class ConfigSwitches(object): SPECIAL_BOOL_LIST = \ ('start_paused', 'no_penalties', 'ignore_wrong_unrar', 'overwrite_files', 'enable_par_cleanup', 'queue_complete_pers', 'api_warnings', 'ampm', 'enable_unrar', 'enable_unzip', 'enable_7zip', - 'enable_filejoin', 'enable_tsjoin', 'ignore_unrar_dates', 'par2_multicore', + 'enable_filejoin', 'enable_tsjoin', 'ignore_unrar_dates', 'multipar', 'osx_menu', 'osx_speed', 'win_menu', 'use_pickle', 'allow_incomplete_nzb', 'rss_filenames', 'ipv6_hosting', 'keep_awake', 'empty_postproc', 'html_login', 'wait_for_dfolder', 'max_art_opt', 'warn_empty_nzb', 'enable_bonjour','allow_duplicate_files', 'warn_dupl_jobs', diff --git a/sabnzbd/newsunpack.py b/sabnzbd/newsunpack.py index aa4a619..635400b 100644 --- a/sabnzbd/newsunpack.py +++ b/sabnzbd/newsunpack.py @@ -73,7 +73,6 @@ FULLVOLPAR2_RE = re.compile(r'(.*[^.])(\.*vol[0-9]+\+[0-9]+\.par2)', re.I) TS_RE = re.compile(r'\.(\d+)\.(ts$)', re.I) PAR2_COMMAND = None -PAR2C_COMMAND = None MULTIPAR_COMMAND = None RAR_COMMAND = None NICE_COMMAND = None @@ -95,7 +94,6 @@ def find_programs(curdir): return None if sabnzbd.DARWIN: - sabnzbd.newsunpack.PAR2C_COMMAND = check(curdir, 'osx/par2/par2-classic') sabnzbd.newsunpack.PAR2_COMMAND = check(curdir, 'osx/par2/par2-sl64') sabnzbd.newsunpack.RAR_COMMAND = check(curdir, 'osx/unrar/unrar') sabnzbd.newsunpack.SEVEN_COMMAND = check(curdir, 'osx/7zip/7za') @@ -103,15 +101,13 @@ def find_programs(curdir): if sabnzbd.WIN32: if sabnzbd.WIN64: # 64 bit versions - sabnzbd.newsunpack.PAR2_COMMAND = check(curdir, 'win/par2/x64/par2.exe') sabnzbd.newsunpack.MULTIPAR_COMMAND = check(curdir, 'win/par2/multipar/par2j64.exe') sabnzbd.newsunpack.RAR_COMMAND = check(curdir, 'win/unrar/x64/UnRAR.exe') else: # 32 bit versions - sabnzbd.newsunpack.PAR2_COMMAND = check(curdir, 'win/par2/par2.exe') sabnzbd.newsunpack.MULTIPAR_COMMAND = check(curdir, 'win/par2/multipar/par2j.exe') sabnzbd.newsunpack.RAR_COMMAND = check(curdir, 'win/unrar/UnRAR.exe') - sabnzbd.newsunpack.PAR2C_COMMAND = check(curdir, 'win/par2/par2cmdline.exe') + sabnzbd.newsunpack.PAR2_COMMAND = check(curdir, 'win/par2/par2.exe') sabnzbd.newsunpack.ZIP_COMMAND = check(curdir, 'win/unzip/unzip.exe') sabnzbd.newsunpack.SEVEN_COMMAND = check(curdir, 'win/7zip/7za.exe') else: @@ -128,9 +124,6 @@ def find_programs(curdir): if not sabnzbd.newsunpack.SEVEN_COMMAND: sabnzbd.newsunpack.SEVEN_COMMAND = find_on_path('7z') - if not sabnzbd.newsunpack.PAR2C_COMMAND: - sabnzbd.newsunpack.PAR2C_COMMAND = sabnzbd.newsunpack.PAR2_COMMAND - if not (sabnzbd.WIN32 or sabnzbd.DARWIN): # Run check on rar version version, original = unrar_check(sabnzbd.newsunpack.RAR_COMMAND) @@ -1150,33 +1143,17 @@ _RE_LOADING_PAR2 = re.compile(r'Loading "([^"]+)"\.') _RE_LOADED_PAR2 = re.compile(r'Loaded (\d+) new packets') -def PAR_Verify(parfile, parfile_nzf, nzo, setname, joinables, classic=False, single=False): +def PAR_Verify(parfile, parfile_nzf, nzo, setname, joinables, single=False): """ Run par2 on par-set """ - retry_classic = False used_joinables = [] used_for_repair = [] extra_par2_name = None # set the current nzo status to "Verifying...". Used in History nzo.status = Status.VERIFYING start = time.time() - options = cfg.par_option().strip() - - classic = classic or not cfg.par2_multicore() - tbb = sabnzbd.WIN32 and not classic - - if tbb and options: - command = [str(PAR2_COMMAND), 'r', options, parfile] - else: - if classic: - command = [str(PAR2C_COMMAND), 'r', parfile] - else: - command = [str(PAR2_COMMAND), 'r', parfile] - - # Allow options if not classic or when classic and non-classic are the same - if (not classic or (PAR2_COMMAND == PAR2C_COMMAND)): - command.insert(2, options) - logging.debug('Par2-classic/cmdline = %s', classic) + options = cfg.par_option().strip() + command = [str(PAR2_COMMAND), 'r', options, parfile] # Append the wildcard for this set parfolder = os.path.split(parfile)[0] @@ -1197,7 +1174,7 @@ def PAR_Verify(parfile, parfile_nzf, nzo, setname, joinables, classic=False, sin # We need to check for the bad par2cmdline that skips blocks # Or the one that complains about basepath # Only if we're not doing multicore - if not tbb: + if not sabnzbd.WIN32 and not sabnzbd.DARWIN: par2text = run_simple([command[0], '-h']) if 'No data skipping' in par2text: logging.info('Detected par2cmdline version that skips blocks, adding -N parameter') @@ -1210,13 +1187,9 @@ def PAR_Verify(parfile, parfile_nzf, nzo, setname, joinables, classic=False, sin stup, need_shell, command, creationflags = build_command(command) # par2multicore wants to see \\.\ paths on Windows - # But par2cmdline doesn't support that notation, or \\?\ notation # See: https://github.com/sabnzbd/sabnzbd/pull/771 - if sabnzbd.WIN32 and (tbb or has_win_device(parfile)): + if sabnzbd.WIN32: command = [x.replace('\\\\?\\', '\\\\.\\', 1) if x.startswith('\\\\?\\') else x for x in command] - elif sabnzbd.WIN32: - # For par2cmdline on Windows we need clipped paths - command = [clip_path(x) if x.startswith('\\\\?\\') else x for x in command] # Run the external command logging.debug('Starting par2: %s', command) @@ -1345,22 +1318,6 @@ def PAR_Verify(parfile, parfile_nzf, nzo, setname, joinables, classic=False, sin nzo.status = Status.FAILED elif line.startswith('You need'): - # Because par2cmdline doesn't handle split files correctly - # if there are joinables, let's join them first and try again - # Only when in the par2-detection also only 1 output-file was mentioned - if joinables and len(datafiles) == 1: - error, newf = file_join(nzo, parfolder, parfolder, True, joinables) - # Only do it again if we had a good join - if newf: - retry_classic = True - # Save the renames in case of retry - for jn in joinables: - renames[datafiles[0]] = os.path.split(jn)[1] - joinables = [] - # Need to set it to 1 so the renames get saved - finished = 1 - break - chunks = line.split() needed_blocks = int(chunks[2]) avail_blocks = 0 @@ -1466,27 +1423,20 @@ def PAR_Verify(parfile, parfile_nzf, nzo, setname, joinables, classic=False, sin logging.debug('PAR2 will reconstruct "%s" from "%s"', new_name, old_name) reconstructed.append(os.path.join(workdir, old_name)) - elif 'Could not write' in line and 'at offset 0:' in line and not classic: + elif 'Could not write' in line and 'at offset 0:' in line: # If there are joinables, this error will only happen in case of 100% complete files # We can just skip the retry, because par2cmdline will fail in those cases # becauses it refuses to scan the ".001" file if joinables: finished = 1 used_joinables = [] - else: - # Hit a bug in par2-tbb, retry with par2-classic - retry_classic = sabnzbd.WIN32 elif ' cannot be renamed to ' in line: - if not classic and sabnzbd.WIN32: - # Hit a bug in par2-tbb, retry with par2-classic - retry_classic = True - else: - msg = unicoder(line.strip()) - nzo.fail_msg = msg - msg = u'[%s] %s' % (unicoder(setname), msg) - nzo.set_unpack_info('Repair', msg) - nzo.status = Status.FAILED + msg = unicoder(line.strip()) + nzo.fail_msg = msg + msg = u'[%s] %s' % (unicoder(setname), msg) + nzo.set_unpack_info('Repair', msg) + nzo.status = Status.FAILED elif 'There is not enough space on the disk' in line: # Oops, disk is full! @@ -1553,11 +1503,7 @@ def PAR_Verify(parfile, parfile_nzf, nzo, setname, joinables, classic=False, sin p.wait() except WindowsError, err: - if err[0] == '87' and not classic: - # Hit a bug in par2-tbb, retry with par2-classic - retry_classic = True - else: - raise WindowsError(err) + raise WindowsError(err) logging.debug('PAR2 output was\n%s', '\n'.join(lines)) @@ -1570,15 +1516,11 @@ def PAR_Verify(parfile, parfile_nzf, nzo, setname, joinables, classic=False, sin # Use 'used_joinables' as a vehicle to get rid of the files used_joinables.extend(reconstructed) - if retry_classic: - logging.debug('Retry PAR2-joining with par2-classic/cmdline') - return PAR_Verify(parfile, parfile_nzf, nzo, setname, joinables, classic=True, single=single) - else: - return finished, readd, pars, datafiles, used_joinables, used_for_repair + return finished, readd, pars, datafiles, used_joinables, used_for_repair _RE_FILENAME = re.compile(r'"([^"]+)"') -def MultiPar_Verify(parfile, parfile_nzf, nzo, setname, joinables, classic=False, single=False): +def MultiPar_Verify(parfile, parfile_nzf, nzo, setname, joinables, single=False): """ Run par2 on par-set """ parfolder = os.path.split(parfile)[0] used_joinables = [] diff --git a/win/par2/README_par2cmdline.txt b/win/par2/README_par2cmdline.txt deleted file mode 100644 index e4cb5cd..0000000 --- a/win/par2/README_par2cmdline.txt +++ /dev/null @@ -1,336 +0,0 @@ -par2cmdline is a PAR 2.0 compatible file verification and repair tool. - -To see the ongoing development see -https://github.com/BlackIkeEagle/par2cmdline - -The original development was done on Sourceforge but stalled. -For more information from the original authors see -http://parchive.sourceforge.net -Also for details of the PAR 2.0 specification and discussion of all -things PAR. - -WHAT EXACTLY IS PAR2CMDLINE? - -par2cmdline is a program for creating and using PAR2 files to detect -damage in data files and repair them if necessary. It can be used with -any kind of file. - -WHY IS PAR 2.0 better than PAR 1.0? - - * It is not necessary to split a single large file into many equally - size small files (although you can still do so if you wish). - - * There is no loss of efficiency when operating on multiple files - of different sizes. - - * It is possible to repair damaged files (using exactly the amount of - recovery data that corresponds to the amount of damage), rather than - requiring the complete reconstruction of the damaged file. - - * Recovery files may be of different sizes making it possible to - obtain exactly the amount of recovery data required to carry out - a repair. - - * Because damaged data files are still useable during the recovery - process, less recovery data is required to achieve a successful - repair. It is therefore not necessary to create as much recovery - data in the first place to achieve the same level of protection. - - * You can protect up to 32768 files rather than the 256 that PAR 1.0 - is limited to. - - * Damaged or incomplete recovery files can also be used during the - recovery process in the same way that damaged data files can. - - * PAR 2.0 requires less recovery data to provide the same level of - protection from damage compared with PAR 1.0. - -DOES PAR 2.0 HAVE ANY DISADVANTAGES? - -Yes, there is one disadvantage: - - * All PAR 2.0 program will take somewhat longer to create recovery - files than a PAR 1.0 program does. - -This disadvantage is considerably mitigated by the fact that you don't -need to create as much recovery data in the first place to provide the -same level of protection against loss and damage. - -COMPILING PAR2CMDLINE - -You should have received par2cmdline in the form of source code which -you can compile on your computer. You may optionally have received a -precompiled version of the program for your operating system. - -If you have only downloaded a precompiled executable, then the source -code should be available from the same location where you downloaded the -executable from. - -If you have MS Visual Studio .NET, then just open the par2cmdline.sln -file and compile. You should then copy par2cmdline.exe to an appropriate -location that is on your path. - -To compile on Linux and other Unix variants use the following commands: - - aclocal - automake --add-missing - autoconf - ./configure - make - make check - make install - -See INSTALL for full details on how to use the "configure" script. - -USING PAR2CMDLINE - -The command line parameters for par2cmdline are as follow: - - par2 -h : show this help - par2 -V : show version - par2 -VV : show version and copyright - - par2 c(reate) [options] [files] - par2 v(erify) [options] [files] - par2 r(epair) [options] [files] - - Also: - - par2create [options] [files] - par2verify [options] [files] - par2repair [options] [files] - - Options: - - -a : Set the main par2 archive name - required on create, optional for verify and repair - -b : Set the Block-Count - -s : Set the Block-Size (Don't use both -b and -s) - -r : Level of Redundancy (%) - -r : Redundancy target size, =g(iga),m(ega),k(ilo) bytes - -c : Recovery block count (don't use both -r and -c) - -f : First Recovery-Block-Number - -u : Uniform recovery file sizes - -l : Limit size of recovery files (Don't use both -u and -l) - -n : Number of recovery files (Don't use both -n and -l) - -m : Memory (in MB) to use - -v [-v] : Be more verbose - -q [-q] : Be more quiet (-qq gives silence) - -p : Purge backup files and par files on successful recovery or - when no recovery is needed - -R : Recurse into subdirectories (only useful on create) - -N : No data skipping (find badly misspositioned data blocks) - -S : Skip leaway (distance +/- from expected block position) - -- : Treat all remaining CommandLine as filenames - -If you wish to create par2 files for a single source file, you may leave -out the name of the par2 file from the command line. par2cmdline will then -assume that you wish to base the filenames for the par2 files on the name -of the source file. - -You may also leave off the .par2 file extension when verifying and repairing. - -CREATING PAR2 FILES - -With PAR 2.0 you can create PAR2 recovery files for as few as 1 or as many as -32768 files. If you wanted to create PAR1 recovery files for a single file -you were forced to split the file into muliple parts and RAR was frequently -used for this purpose. You do NOT need to split files with PAR 2.0. - -To create PAR 2 recovery files for a single data file (e.g. one called -test.mpg), you can use the following command: - - par2 create test.mpg.par2 test.mpg - -If test.mpg is an 800 MB file, then this will create a total of 8 PAR2 files -with the following filenames (taking roughly 6 minutes on a PC with a -1500MHz CPU): - - test.mpg.par2 - This is an index file for verification only - test.mpg.vol00+01.par2 - Recovery file with 1 recovery block - test.mpg.vol01+02.par2 - Recovery file with 2 recovery blocks - test.mpg.vol03+04.par2 - Recovery file with 4 recovery blocks - test.mpg.vol07+08.par2 - Recovery file with 8 recovery blocks - test.mpg.vol15+16.par2 - Recovery file with 16 recovery blocks - test.mpg.vol31+32.par2 - Recovery file with 32 recovery blocks - test.mpg.vol63+37.par2 - Recovery file with 37 recovery blocks - -The test.mpg.par2 file is 39 KB in size and the other files vary in size from -443 KB to 15 MB. - -These par2 files will enable the recovery of up to 100 errors totalling 40 MB -of lost or damaged data from the original test.mpg file when it and the par2 -files are posted on UseNet. - -When posting on UseNet it is recommended that you use the "-s" option to set -a blocksize that is equal to the Article size that you will use to post the -data file. If you wanted to post the test.mpg file using an article size -of 300 KB then the command you would type is: - - par2 create -s307200 test.mpg.par2 test.mpg - -This will create 9 PAR2 files instead of 8, and they will be capable of -correcting up to 134 errors totalling 40 MB. It will take roughly 8 minutes -to create the recovery files this time. - -In both of these two examples, the total quantity of recovery data created -was 40 MB (which is 5% of 800 MB). If you wish to create a greater or lesser -quantity of recovery data, you can use the "-r" option. - -To create 10% recovery data instead of the default of 5% and also to use a -block size of 300 KB, you would use the following command: - - par2 create -s307200 -r10 test.mpg.par2 test.mpg - -This would also create 9 PAR2 files, but they would be able to correct up to -269 errors totalling 80 MB. Since twice as much recovery data is created, it -will take about 16 minutes to do so with a 1500MHz CPU. - -The "-u" and "-n" options can be used to control exactly how many recovery -files are created and how the recovery blocks are distributed among them. -They do not affect the total quantity of recovery data created. - -The "-f" option is used when you create additional recovery data e.g. If -you have already created 10% and want another 5% then you migh use the -following command: - - par2 create -s307200 -r5 -f300 test.mpg.par2 test.mpg - -This specifies the same block size (which is a requirement for additional -recovery files), 5% recovery data, and a first block number of 300. - -The "-m" option controls how much memory par2cmdline uses. It defaults to -16 MB unless you override it. - -When creating PAR2 recovery files you might want to fill up a "medium" like a -DVD or a Blu-Ray. Therefore we can set the target size of the recovery files by -issuing the following command: - - par2 create -rm200 recovery.par2 * - -It makes no sense to set a insanely high recovery size. The command will make -that the resulting sum of the par2 files approaches the requested size. It is -an estimate so don't go to crazy. - -CREATING PAR2 FILES FOR MULTIPLE DATA FILES - -When creating PAR2 recovery files from multiple data files, you must specify -the base filename to use for the par2 files and the names of all of the data -files. - -If test.mpg had been split into multiple RAR files, then you could use: - - par2 create test.mpg.rar.par2 test.mpg.part*.rar - -The files filename "test.mpg.rar.par2" says what you want the par2 files to -be called and "test.mpg.part*.rar" should select all of the RAR files. - -VERIFYING AND REPAIRING - -When using par2 recovery files to verify or repair the data files from -which they were created, you only need to specify the filename of one -of the par2 files to par2cmdline. - -e.g.: - - par2 verify test.mpg.par2 - -This tells par2cmdline to use the information in test.mpg.par2 to verify the -data files. - -par2cmdline will automatically search for the other par2 files that were -created and use the information they contain to determine the filenames -of the original data files and then to verify them. - -If all of the data files are OK, then par2cmdline will report that repair -will not be required. - -If any of the data files are missing or damaged, par2cmdline will report -the details of what it has found. If the recovery files contain enough -recovery blocks to repair the damage, you will be told that repair is -possible. Otherwise you will be told exactly how many recovery blocks -will be required in order to repair. - -To carry out a repair use the following command: - - par2 repair test.mpg.par2 - -This tells par2cmdline to verify and if possible repair any damaged or -missing files. If a repair is carried out, then each file which is -repaired will be re-verified to confirm that the repair was successful. - -MISNAMED AND INCOMPLETE DATA FILES - -If any of the recovery files or data files have the wrong filename, then -par2cmdline will not automatically find and scan them. - -To have par2cmdline scan such files, you must include them on the command -line when attempting to verify or repair. - -e.g.: - - par2 r test.mpg.par2 other.mpg - -This tells par2cmdline to scan the file called other.mpg to see if it -contains any data belonging to the original data files. - -If one of the extra files specified in this way is an exact match -for a data file, then the repair process will rename the file so that -it has the correct filename. - -Because par2cmdline is designed to be able to find good data within a -damaged file, it can do the same with incomplete files downloaded from -UseNet. If some of the articles for a file are missing, you should still -download the file and save it to disk for par2cmdline to scan. If you -do this then you may find that you can carry out a repair in a situation -where you would not otherwise have sufficient recovery data. - -You can have par2cmdline scan all files that are in the current directory -using a command such as: - - par2 r test.mpg.par2 * - -WHAT TO DO WHEN YOU ARE TOLD YOU NEED MORE RECOVERY BLOCKS - -If par2cmdline determines that any of the data files are damaged or -missing and finds that there is insufficient recovery data to effect -a repair, you will be told that you need a certain number of recovery -blocks. You can obtain these by downloading additional recovery files. - -In order to make things easy, par2 files have filenames that tell you -exactly how many recovery blocks each one contains. - -Assuming that the following command was used to create recovery data: - - par2 c -b1000 -r5 test.mpg - -Then the recovery files that are created would be called: - - test.mpg.par2 - test.mpg.vol00+01.par2 - test.mpg.vol01+02.par2 - test.mpg.vol03+04.par2 - test.mpg.vol07+08.par2 - test.mpg.vol15+16.par2 - test.mpg.vol31+19.par2 - -The first file in this list does not contain any recovery data, it only -contains information to verify the data files. - -Each of the other files contains a different number of recovery blocks. -The number after the '+' sign is the number of recovery blocks and the -number preceding the '+' sign is the block number of the first recovery -block in that file. - -If par2cmdline told you that you needed 10 recovery blocks, then you would -need "test.mpg.vol01+02.par2" and "test.mpg.vol07+08.par". You might of course -choose to fetch "test.mpg.vol15+16.par2" instead (in which case you would have -an extra 6 recovery blocks which would not be used for the repair). - -REED SOLOMON CODING - -PAR2 uses Reed Solomon Coding to perform its calculations. For details of this -coding technique try the following link: - -``A Tutorial on Reed-Solomon Coding for Fault-Tolerance in RAID-like Systems'' - diff --git a/win/par2/par2cmdline.exe b/win/par2/par2cmdline.exe deleted file mode 100644 index d5a30da..0000000 Binary files a/win/par2/par2cmdline.exe and /dev/null differ diff --git a/win/par2/x64/GPL2.txt b/win/par2/x64/GPL2.txt deleted file mode 100644 index d60c31a..0000000 --- a/win/par2/x64/GPL2.txt +++ /dev/null @@ -1,340 +0,0 @@ - GNU GENERAL PUBLIC LICENSE - Version 2, June 1991 - - Copyright (C) 1989, 1991 Free Software Foundation, Inc. - 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA - Everyone is permitted to copy and distribute verbatim copies - of this license document, but changing it is not allowed. - - Preamble - - The licenses for most software are designed to take away your -freedom to share and change it. By contrast, the GNU General Public -License is intended to guarantee your freedom to share and change free -software--to make sure the software is free for all its users. This -General Public License applies to most of the Free Software -Foundation's software and to any other program whose authors commit to -using it. (Some other Free Software Foundation software is covered by -the GNU Library General Public License instead.) You can apply it to -your programs, too. - - When we speak of free software, we are referring to freedom, not -price. Our General Public Licenses are designed to make sure that you -have the freedom to distribute copies of free software (and charge for -this service if you wish), that you receive source code or can get it -if you want it, that you can change the software or use pieces of it -in new free programs; and that you know you can do these things. - - To protect your rights, we need to make restrictions that forbid -anyone to deny you these rights or to ask you to surrender the rights. -These restrictions translate to certain responsibilities for you if you -distribute copies of the software, or if you modify it. - - For example, if you distribute copies of such a program, whether -gratis or for a fee, you must give the recipients all the rights that -you have. You must make sure that they, too, receive or can get the -source code. And you must show them these terms so they know their -rights. - - We protect your rights with two steps: (1) copyright the software, and -(2) offer you this license which gives you legal permission to copy, -distribute and/or modify the software. - - Also, for each author's protection and ours, we want to make certain -that everyone understands that there is no warranty for this free -software. If the software is modified by someone else and passed on, we -want its recipients to know that what they have is not the original, so -that any problems introduced by others will not reflect on the original -authors' reputations. - - Finally, any free program is threatened constantly by software -patents. We wish to avoid the danger that redistributors of a free -program will individually obtain patent licenses, in effect making the -program proprietary. To prevent this, we have made it clear that any -patent must be licensed for everyone's free use or not licensed at all. - - The precise terms and conditions for copying, distribution and -modification follow. - - GNU GENERAL PUBLIC LICENSE - TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION - - 0. This License applies to any program or other work which contains -a notice placed by the copyright holder saying it may be distributed -under the terms of this General Public License. The "Program", below, -refers to any such program or work, and a "work based on the Program" -means either the Program or any derivative work under copyright law: -that is to say, a work containing the Program or a portion of it, -either verbatim or with modifications and/or translated into another -language. (Hereinafter, translation is included without limitation in -the term "modification".) Each licensee is addressed as "you". - -Activities other than copying, distribution and modification are not -covered by this License; they are outside its scope. The act of -running the Program is not restricted, and the output from the Program -is covered only if its contents constitute a work based on the -Program (independent of having been made by running the Program). -Whether that is true depends on what the Program does. - - 1. You may copy and distribute verbatim copies of the Program's -source code as you receive it, in any medium, provided that you -conspicuously and appropriately publish on each copy an appropriate -copyright notice and disclaimer of warranty; keep intact all the -notices that refer to this License and to the absence of any warranty; -and give any other recipients of the Program a copy of this License -along with the Program. - -You may charge a fee for the physical act of transferring a copy, and -you may at your option offer warranty protection in exchange for a fee. - - 2. You may modify your copy or copies of the Program or any portion -of it, thus forming a work based on the Program, and copy and -distribute such modifications or work under the terms of Section 1 -above, provided that you also meet all of these conditions: - - a) You must cause the modified files to carry prominent notices - stating that you changed the files and the date of any change. - - b) You must cause any work that you distribute or publish, that in - whole or in part contains or is derived from the Program or any - part thereof, to be licensed as a whole at no charge to all third - parties under the terms of this License. - - c) If the modified program normally reads commands interactively - when run, you must cause it, when started running for such - interactive use in the most ordinary way, to print or display an - announcement including an appropriate copyright notice and a - notice that there is no warranty (or else, saying that you provide - a warranty) and that users may redistribute the program under - these conditions, and telling the user how to view a copy of this - License. (Exception: if the Program itself is interactive but - does not normally print such an announcement, your work based on - the Program is not required to print an announcement.) - -These requirements apply to the modified work as a whole. If -identifiable sections of that work are not derived from the Program, -and can be reasonably considered independent and separate works in -themselves, then this License, and its terms, do not apply to those -sections when you distribute them as separate works. But when you -distribute the same sections as part of a whole which is a work based -on the Program, the distribution of the whole must be on the terms of -this License, whose permissions for other licensees extend to the -entire whole, and thus to each and every part regardless of who wrote it. - -Thus, it is not the intent of this section to claim rights or contest -your rights to work written entirely by you; rather, the intent is to -exercise the right to control the distribution of derivative or -collective works based on the Program. - -In addition, mere aggregation of another work not based on the Program -with the Program (or with a work based on the Program) on a volume of -a storage or distribution medium does not bring the other work under -the scope of this License. - - 3. You may copy and distribute the Program (or a work based on it, -under Section 2) in object code or executable form under the terms of -Sections 1 and 2 above provided that you also do one of the following: - - a) Accompany it with the complete corresponding machine-readable - source code, which must be distributed under the terms of Sections - 1 and 2 above on a medium customarily used for software interchange; or, - - b) Accompany it with a written offer, valid for at least three - years, to give any third party, for a charge no more than your - cost of physically performing source distribution, a complete - machine-readable copy of the corresponding source code, to be - distributed under the terms of Sections 1 and 2 above on a medium - customarily used for software interchange; or, - - c) Accompany it with the information you received as to the offer - to distribute corresponding source code. (This alternative is - allowed only for noncommercial distribution and only if you - received the program in object code or executable form with such - an offer, in accord with Subsection b above.) - -The source code for a work means the preferred form of the work for -making modifications to it. For an executable work, complete source -code means all the source code for all modules it contains, plus any -associated interface definition files, plus the scripts used to -control compilation and installation of the executable. However, as a -special exception, the source code distributed need not include -anything that is normally distributed (in either source or binary -form) with the major components (compiler, kernel, and so on) of the -operating system on which the executable runs, unless that component -itself accompanies the executable. - -If distribution of executable or object code is made by offering -access to copy from a designated place, then offering equivalent -access to copy the source code from the same place counts as -distribution of the source code, even though third parties are not -compelled to copy the source along with the object code. - - 4. You may not copy, modify, sublicense, or distribute the Program -except as expressly provided under this License. Any attempt -otherwise to copy, modify, sublicense or distribute the Program is -void, and will automatically terminate your rights under this License. -However, parties who have received copies, or rights, from you under -this License will not have their licenses terminated so long as such -parties remain in full compliance. - - 5. You are not required to accept this License, since you have not -signed it. However, nothing else grants you permission to modify or -distribute the Program or its derivative works. These actions are -prohibited by law if you do not accept this License. Therefore, by -modifying or distributing the Program (or any work based on the -Program), you indicate your acceptance of this License to do so, and -all its terms and conditions for copying, distributing or modifying -the Program or works based on it. - - 6. Each time you redistribute the Program (or any work based on the -Program), the recipient automatically receives a license from the -original licensor to copy, distribute or modify the Program subject to -these terms and conditions. You may not impose any further -restrictions on the recipients' exercise of the rights granted herein. -You are not responsible for enforcing compliance by third parties to -this License. - - 7. If, as a consequence of a court judgment or allegation of patent -infringement or for any other reason (not limited to patent issues), -conditions are imposed on you (whether by court order, agreement or -otherwise) that contradict the conditions of this License, they do not -excuse you from the conditions of this License. If you cannot -distribute so as to satisfy simultaneously your obligations under this -License and any other pertinent obligations, then as a consequence you -may not distribute the Program at all. For example, if a patent -license would not permit royalty-free redistribution of the Program by -all those who receive copies directly or indirectly through you, then -the only way you could satisfy both it and this License would be to -refrain entirely from distribution of the Program. - -If any portion of this section is held invalid or unenforceable under -any particular circumstance, the balance of the section is intended to -apply and the section as a whole is intended to apply in other -circumstances. - -It is not the purpose of this section to induce you to infringe any -patents or other property right claims or to contest validity of any -such claims; this section has the sole purpose of protecting the -integrity of the free software distribution system, which is -implemented by public license practices. Many people have made -generous contributions to the wide range of software distributed -through that system in reliance on consistent application of that -system; it is up to the author/donor to decide if he or she is willing -to distribute software through any other system and a licensee cannot -impose that choice. - -This section is intended to make thoroughly clear what is believed to -be a consequence of the rest of this License. - - 8. If the distribution and/or use of the Program is restricted in -certain countries either by patents or by copyrighted interfaces, the -original copyright holder who places the Program under this License -may add an explicit geographical distribution limitation excluding -those countries, so that distribution is permitted only in or among -countries not thus excluded. In such case, this License incorporates -the limitation as if written in the body of this License. - - 9. The Free Software Foundation may publish revised and/or new versions -of the General Public License from time to time. Such new versions will -be similar in spirit to the present version, but may differ in detail to -address new problems or concerns. - -Each version is given a distinguishing version number. If the Program -specifies a version number of this License which applies to it and "any -later version", you have the option of following the terms and conditions -either of that version or of any later version published by the Free -Software Foundation. If the Program does not specify a version number of -this License, you may choose any version ever published by the Free Software -Foundation. - - 10. If you wish to incorporate parts of the Program into other free -programs whose distribution conditions are different, write to the author -to ask for permission. For software which is copyrighted by the Free -Software Foundation, write to the Free Software Foundation; we sometimes -make exceptions for this. Our decision will be guided by the two goals -of preserving the free status of all derivatives of our free software and -of promoting the sharing and reuse of software generally. - - NO WARRANTY - - 11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY -FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN -OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES -PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED -OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF -MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS -TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE -PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, -REPAIR OR CORRECTION. - - 12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING -WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR -REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, -INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING -OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED -TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY -YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER -PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE -POSSIBILITY OF SUCH DAMAGES. - - END OF TERMS AND CONDITIONS - - How to Apply These Terms to Your New Programs - - If you develop a new program, and you want it to be of the greatest -possible use to the public, the best way to achieve this is to make it -free software which everyone can redistribute and change under these terms. - - To do so, attach the following notices to the program. It is safest -to attach them to the start of each source file to most effectively -convey the exclusion of warranty; and each file should have at least -the "copyright" line and a pointer to where the full notice is found. - - - Copyright (C) - - This program is free software; you can redistribute it and/or modify - it under the terms of the GNU General Public License as published by - the Free Software Foundation; either version 2 of the License, or - (at your option) any later version. - - This program is distributed in the hope that it will be useful, - but WITHOUT ANY WARRANTY; without even the implied warranty of - MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the - GNU General Public License for more details. - - You should have received a copy of the GNU General Public License - along with this program; if not, write to the Free Software - Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA - - -Also add information on how to contact you by electronic and paper mail. - -If the program is interactive, make it output a short notice like this -when it starts in an interactive mode: - - Gnomovision version 69, Copyright (C) year name of author - Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'. - This is free software, and you are welcome to redistribute it - under certain conditions; type `show c' for details. - -The hypothetical commands `show w' and `show c' should show the appropriate -parts of the General Public License. Of course, the commands you use may -be called something other than `show w' and `show c'; they could even be -mouse-clicks or menu items--whatever suits your program. - -You should also get your employer (if you work as a programmer) or your -school, if any, to sign a "copyright disclaimer" for the program, if -necessary. Here is a sample; alter the names: - - Yoyodyne, Inc., hereby disclaims all copyright interest in the program - `Gnomovision' (which makes passes at compilers) written by James Hacker. - - , 1 April 1989 - Ty Coon, President of Vice - -This General Public License does not permit incorporating your program into -proprietary programs. If your program is a subroutine library, you may -consider it more useful to permit linking proprietary applications with the -library. If this is what you want to do, use the GNU Library General -Public License instead of this License. diff --git a/win/par2/x64/README_par2x64.txt b/win/par2/x64/README_par2x64.txt deleted file mode 100644 index a1fcf30..0000000 --- a/win/par2/x64/README_par2x64.txt +++ /dev/null @@ -1,885 +0,0 @@ -=== Table of contents === - ---- Introduction --- ---- Installing the pre-built Windows version --- ---- Installing the pre-built Mac OS X version --- ---- Installing the pre-built Linux version --- ---- Building and installing on UNIX type systems --- ---- Building and installing on Mac OS X systems --- ---- Building and installing on Windows operating systems --- ---- Building and installing on FreeBSD --- ---- Technical Details --- ---- Version History --- - -=== Table of contents === - - - ---- Introduction --- - - -This is a concurrent (multithreaded) version of par2cmdline 0.4, a utility to -create and repair data files using Reed Solomon coding. par2 parity archives -are commonly used on Usenet postings to allow corrupted postings to be -repaired instead of needing the original poster to repost the corrupted -file(s). - -For more information about par2, go to this web site: - -http://parchive.sourceforge.net/ - -The original version of par2cmdline 0.4 was downloaded from: - -http://sourceforge.net/projects/parchive - - -This version has been modified to utilise the Intel Threading Building Blocks -library, which enables it to process files concurrently instead of the -original version's serial processing. Computers with more than one CPU or core -such as those using Intel Core Duo, Intel Core Duo 2, or AMD Athlon X2 CPUs -can now create or repair par2 archives much quicker than the original version. -For example, dual core machines can achieve near-double performance when -creating or repairing. - -The Intel Threading Building Blocks library is obtained from: - -http://osstbb.intel.com/ - - -The licensing of this source code has not been modified: it is still published -under the GPLv2 (or later), and the COPYING file is included in this -distribution as per the GPL. - - -To download the source code or some operating system builds of the -concurrent version of par2cmdline 0.4, go to: - -http://www.chuchusoft.com/par2_tbb - - ---- Installing the pre-built Windows version --- - - -The Windows version is distributed as an executable (par2.exe) which has -built into it (i.e., statically linked) the Intel Threading Building Blocks -4.3 Update 1 library, built from the tbb43_20141023oss_src.tgz distribution. -The Windows version is portable (can be run from a USB thumb drive) and does -not require a specific version of the C runtime library because the par2.exe -executable is built by statically linking with the C runtime library. - -To install, copy the par2.exe file and then invoke it from the command line. - -To uninstall, delete the par2.exe file along with any files from the -distribution folder. - - ---- Installing the pre-built Mac OS X version --- - - -The Mac version is an universal build of the concurrent version of par2cmdline 0.4 -for Mac OS X 10.5. In other words, the par2 executable file contains both a 32-bit -x86 and a 64-bit x86_64 build of the par2 sources. It is also portable and can be -run from a USB thumb drive (no need to copy to the Mac's internal storage device). - -It is distributed as an executable (par2) along with the required universal build -of the Intel Threading Building Blocks 4.3 Update 1 library (libtbb.dylib). - -To install, place the par2 and libtbb.dylib files in a folder and -invoke them from the command line. - -To uninstall, delete the par2 and libtbb.dylib files along with any -files from the distribution folder. - - ---- Installing the pre-built Linux version --- - - -The Linux versions are a 32-bit i386 and 64-bit x86_64 build of the -concurrent version of par2cmdline 0.4 for GNU/Linux kernel version 2.6 -with GCC 4. It is distributed as an executable (par2) along with the -required Intel Threading Building Blocks 4.3 Update 1 (libtbb.so and -libtbb.so.2). There are separate distributions for the 32-bit and -64-bit versions. They are also portable and can be run from a USB thumb -drive (no need to copy to the computer's internal storage device). - -To install, place the par2, libtbb.so and libtbb.so.2 files in a -folder and invoke them from the command line. - -To uninstall, delete the par2, libtbb.so and libtbb.so.2 files along -with any files from the distribution folder. - - ---- Building and installing on UNIX type systems --- - - -For UNIX or similar systems, the included configure script should be used to -generate a makefile which is then built with a Make utility. Before using -them however, you may need to modify the configure scripts as detailed below. - -Because this version depends on the Intel Threading Building Blocks library, -you will need to tell the build system where the headers and libraries are in -order to compile and link the program. There are 2 ways to do this: use the -tbbvars.sh script included in TBB to add the appropriate environment variables, -or manually modify the Makefile to use the appropriate paths. The tbbvars.sh -file is in the tbboss_src/build directory. To manually modify the -Makefile: - - In `Makefile.am', for Darwin/Mac OS X, change the AM_CXXFLAGS line to: - -AM_CXXFLAGS = -Wall -I../tbb43_20141023oss/include -gfull -O3 -fvisibility=hidden -fvisibility-inlines-hidden - - or for other POSIX systems, change the AM_CXXFLAGS line to: - -AM_CXXFLAGS = -Wall -I../tbb43_20141023oss/include - -and modify the path to wherever your extracted Intel TBB files are. Note that it -should point at the `include' directory inside the main tbb directory. - -For linking, the file `Makefile.am' has this line: - -LDADD = -lstdc++ -ltbb -L. - -thus the tbb library is already added to the list of libraries to link against. -You will need to have libtbb.a (or libtbb.dylib or libtbb.so etc.) in your -library path (usually /usr/lib). - -Alternatively, if the TBB library is not in a standard library directory (or -on the linker's list of library paths) then add a library path so the linker -can link to the TBB: - -LDADD = -lstdc++ -ltbb -L - -For example: - -LDADD = -lstdc++ -ltbb -L. - -The Mac OS X distribution of this project is built using a relative-path -for the dynamic library. Please see the next section for more information. - -The GNU/Linux distribution of this project is built using a relative-path -for the dynamic library (by passing the "-R $ORIGIN" option to the linker). - - ---- Building and installing on Mac OS X systems --- - - -The Mac version is an universal build of the concurrent version of par2cmdline 0.4 -for Mac OS X 10.5. In other words, the par2 executable file contains both a 32-bit -x86 and a 64-bit x86_64 build of the par2 sources. - -It is distributed as an executable (par2) along with the required Intel -Threading Building Blocks 4.2 library (libtbb.dylib). The libtbb.dylib file -is also universal (32-bit and 64-bit versions for x86/x86_64 are inside it). - -The distributed version is built on a 10.6.8 system using the compiler toolchain -from Xcode 3.2.6: GCC 4.2. The target OS is 10.5 using the 10.5 SDK. - -The libtbb.dylib file in the distribution is built from the TBB 4.3 Update 1 -tbb43_20141023oss_src.tgz sources, and was built for the x86 and x86_64 -architectures. - -The default compiler is clang 1.7 which does not compile the TBB library -(because it has bugs when compiling C++ source code), so it needs to changed -to GCC 4.2. - -Normally, the libtbb.dylib file is built so that for a client program to use -it, it would have to be placed in /usr/lib, and would therefore require -administrator privileges to install it onto a Mac OS X system. The version -included in this distribution does not need to be installed in /usr/lib, and -is therefore usable "out of the box" and portable (eg, can be run from a USB -thumb drive). - -So to build it the same way as in the distribution, the macos.clang.inc file -needs to be modified with these lines: - -WARNING_SUPPRESS = -Wno-non-virtual-dtor ### -Wno-dangling-else (no-dangling-else is clang-specific) - -LIB_LINK_FLAGS = -dynamiclib -Wl,-install_name,@executable_path/$@ ### enables portable .dylib - -ifeq (intel64,$(arch)) - CPLUS = g++-4.2 ### because clang 1.7 cannot compile the TBB - CPLUS_FLAGS += -m64 -mmacosx-version-min=10.5 - LINK_FLAGS += -m64 -mmacosx-version-min=10.5 - LIB_LINK_FLAGS += -m64 -mmacosx-version-min=10.5 -endif - -ifeq (ia32,$(arch)) - CPLUS = g++-4.2 ### because clang 1.7 cannot compile the TBB - CPLUS_FLAGS += -m32 -mmacosx-version-min=10.5 - LINK_FLAGS += -m32 -mmacosx-version-min=10.5 - LIB_LINK_FLAGS += -m32 -mmacosx-version-min=10.5 -endif - -Then build the x86 and x86_64 variants using: - -cd -make tbb arch=ia32 SDKROOT=/Developer/SDKs/MacOSX10.5.sdk -make tbb arch=intel64 SDKROOT=/Developer/SDKs/MacOSX10.5.sdk - -Then create the final dylib using (this example is built on a 10.6.8 system): - -cp ./build/macos_ia32_clang_cc4.2.1_os10.6.8_release/libtbb.dylib libtbb-x86.dylib -cp ./build/macos_intel64_clang_cc4.2.1_os10.6.8_release/libtbb.dylib libtbb-x86_64.dylib -lipo -create -o libtbb.dylib libtbb-x86.dylib libtbb-x86_64.dylib -strip -x libtbb.dylib - -To build the executables, configure needs to be invoked in a particular manner for both x86 and x64 builds: - -cd /build -../configure --build=i686-apple-darwin10.2.0 --host=i686-apple-darwin10.2.0 CXX=g++-4.2 && sed -e 's/CXXFLAGS = -g -O2/CXXFLAGS = #-g -O2/' Makefile > Makefile.tmp && mv Makefile.tmp Makefile && make && strip par2 && mv par2 par2-x86 && make clean -../configure --build=i686-apple-darwin10.2.0 --host=x86_64-apple-darwin10.2.0 CXX=g++-4.2 && sed -e 's/CXXFLAGS = -g -O2/CXXFLAGS = #-g -O2/' Makefile > Makefile.tmp && mv Makefile.tmp Makefile && make && strip par2 && mv par2 par2-x86_64 && make clean -lipo -create -o par2 par2-x86 par2-x86_64 - -Note: the distributed copies of the par2 and libtbb.dylib files are symbol stripped (using the 'strip' -command line tool) to reduce their size. - - ---- Building and installing on Windows operating systems --- - - -This modified version has been built and tested on Windows 7 using Visual Studio 2013. -It statically links with both the TBB and the C runtime library and the included -Makefile, Project and Solution files are set up to build in this manner. To build the -program, you need to build the TBB as a static library and then build par2. - -[1] install Windows SDK v7.1 (only the Windows headers and libraries are required) - and Visual Studio 2013 for Windows Desktop or Visual Studio 2013 Community Edition - (only the C++ compilers, headers and libraries are required). - -[2] extract the TBB source tarball into a directory, which will be referred to as - in the instructions below - -[3] in /build, modify windows.inc: - -# static library version of TBB does not need .def file: -#TBB.DEF = $(TBB.LST:.lst=.def) - -# static library version of TBB should use .lib suffix: -#TBB.DLL = tbb$(CPF_SUFFIX)$(DEBUG_SUFFIX).$(DLL) -TBB.DLL = tbb$(CPF_SUFFIX)$(DEBUG_SUFFIX).$(LIBEXT) - -# static library version of TBB does not need a version resource: -#TBB.RES = tbb_resource.res - -# static library version of TBB uses lib.exe to build the library, not "cl.exe /DLL": -LIB_LINK_CMD = lib.exe - -[4] in /build, modify windows.cl.inc: - -# static library version of TBB only needs to pass /nologo to lib.exe: -#LIB_LINK_FLAGS=/link /nologo /DLL /MAP /DEBUG /fixed:no /INCREMENTAL:NO /DYNAMICBASE /NXCOMPAT -LIB_LINK_FLAGS=/nologo - -# static library version of TBB cannot pass /SAFESEH to lib.exe: -# LIB_LINK_FLAGS += /SAFESEH - -# static library version of TBB asks lib.exe to output to tbb.lib or tbb_debug.lib: -#OUTPUT_KEY = /Fe -OUTPUT_KEY = /out: - -[5] open Visual Studio 2013 -> Visual Studio Tools -> open a VS2013 x64 Cross Tools Command Prompt window - -[6] modify these environment variables: - -set INCLUDE=C:\Program Files (x86)\Microsoft SDKs\Windows\v7.1A\Include;C:\Program Files (x86)\Microsoft Visual Studio 12.0\VC\INCLUDE; -set LIB=C:\Program Files (x86)\Microsoft Visual Studio 12.0\VC\LIB\amd64;C:\Program Files (x86)\Microsoft SDKs\Windows\v7.1A\Lib\x64 - -[7] build a x64 (64-bit) version of the TBB using GNU make. If you do not have GNU make, - first download the source tarball for it and build it using its instructions. - - Note the use of the vc_mt runtime, which asks to link the TBB library statically - with the C runtime library: - -cd -gmake.exe tbb runtime=vc_mt arch=intel64 - -[8] open Visual Studio 2013 -> Visual Studio Tools -> open a VS2013 x86 Native Tools Command Prompt window - -[9] modify these environment variables: - -set INCLUDE=C:\Program Files (x86)\Microsoft SDKs\Windows\v7.1A\Include;C:\Program Files (x86)\Microsoft Visual Studio 12.0\VC\INCLUDE; -set LIB=C:\Program Files (x86)\Microsoft Visual Studio 12.0\VC\LIB;C:\Program Files (x86)\Microsoft SDKs\Windows\v7.1A\Lib - -[10] build a x86 (32-bit) version of the TBB using GNU make: - -cd -gmake.exe tbb runtime=vc_mt arch=ia32 - -[11] from here, you can either build par2 using a Visual C++ project or from the command line using - the Windows SDK make tool. - - To build using the Visual C++ project, open the par2cmdline.sln solution file in Visual Studio - 2013 for Windows Desktop (or the Community Edition), select the configuration you want to build, - and then build the program. - - To build using the Windows SDK make tool, go back to the VS2013 x64 Cross Tools Command Prompt - window you opened in step [5] and do this to create the par2_win64.exe executable: - -cd -nmake nodebug=1 arch=x64 -del *.obj - - Then go back to the VS2013 x86 Native Tools Tools Command Prompt window you opened in step [8] - and do this to create the par2_win32.exe executable: - -cd -nmake nodebug=1 arch=x86 -del *.obj - - Note: the makefile assumes that the and source folders are both in the same folder. - If this is not the case, change this line in the Makefile so that the linker can find the TBB - library you built above: - - -MY_TBB_DIR=../tbb43_20141023oss - - - ---- Building and installing on FreeBSD --- - - -The instructions below are not needed if you use the FreeBSD ports system to -download, unpack, compile, link and install the program. Please see the -documentation in the ports system for instructions on its use. It is recommended -that the ports system be used to build the program since the source code can -build with modification. Please consider the following to be deprecated or for -educational use only. - -Instructions for building without using the FreeBSD ports system: - -[1] build and install TBB -- extract TBB from the source archive. -- on a command line, execute: - - cp -r /include/tbb /usr/local/include - cd && /usr/local/bin/gmake - # change the next line to match your machine's configuration: - cp /build/FreeBSD_em64t_gcc_cc4.1.0_kernel7.0_release/libtbb.so /usr/local/lib - -[2] build and install par2cmdline-0.4-tbb -- extract and build par2cmdline-0.4-tbb using tar, ./configure, and make -- copy built binary to where you want to install it (eg, /usr/local/bin) - -[3] cleanup -- remove and par2cmdline-0.4-tbb source directories - - ---- Technical Details --- - - -All source code modifications have been isolated to blocks that have this form: - -#if WANT_CONCURRENT - - - -#else - - - -#endif - -to make it easier to see what was modified and how it was done. - -The technique used to modify the original code was: - -[1] add timing code to instrument/document the places where concurrency would be of - benefit. The CTimeInterval class was used to time sections of the code. -[2] decide which functions to make concurrent, based on the timing information - obtained in step [1]. -[3] for each function to make concurrent, study it and its sub-functions for - concurrent access problems (shared data points) -[4] read the Intel TBB tutorials and reference manual to learn how to use the - library to convert serial code to concurrent code - -It was then decided to apply concurrency to: - -- loading of recovery packets (par2 files), which necessitated changes to some member - variables in par2repairer.h: - - sourcefilemap [LoadDescriptionPacket, LoadVerificationPacket] - - recoverypacketmap [LoadRecoveryPacket] - - mainpacket [LoadMainPacket] - - creatorpacket [LoadCreatorPacket] - They were changed to use concurrent-safe containers/wrappers. To handle concurrent - access to pointer-based member variables, the pointers are wrapped in atomic - wrappers. tbb::atomic does not have operator-> which is needed to deference - the wrapped pointers so a sub-class of tbb::atomic was created, named - atomic_ptr. For maps and vectors, tbb's concurrent_hash_map and concurrent_vector - were used. - Because DiskFileMap needed to be accessed concurrently, a concurrent version of it - was created (class ConcurrentDiskFileMap) -- source file verification -- repairing data blocks - -In the original version, progress information was written to cout (stdout) in a serial -manner, but the concurrent version would produce garbled overlapping output unless -output was made concurrent-safe. This was achieved in two ways: for simple infrequent -output routines, a simple mutex was used to gate access to cout to only one thread at -a time. For frequent use of cout, such as during the repair process, an atomic integer -variable was used to gate access, but *without* blocking a thread that would have -otherwise been blocked if a mutex had been used instead. The code used is: - - if (0 == cout_in_use.compare_and_swap(outputendindex, 0)) { // <= this version doesn't block - only need 1 thread to write to cout - cout << "Processing: " << newfraction/10 << '.' << newfraction%10 << "%\r" << flush; - cout_in_use = 0; - } - -Initially cout_in_use is set to zero so that the first thread to put its value of -outputendindex into cout_in_use will get a zero back from cout_in_use.compare_and_swap() -and therefore enter the 'true block' of the 'if' statement. Other threads that then try -to put their value of outputendindex into cout_in_use while the first thread is still -using cout will fail to do so and so they will skip the 'true block' but they won't block. - -For par2 creation, similar modifications were made to the source code that also allowed -concurrent processing to occur. - -To convert from serial to concurrent operation, for() loops were changed to using Intel -TBB parallel_for() calls, with a functor object (callback) supplied to provide the body -of the parallel for loop. To access member variable in the body of the parallel loop, -new member functions were added so that the functor's operator() could dispatch into the -original object to do the for loop body's processing. - -It should be noted that there are two notable parts of the program that could not be -made concurrent: (1) file verification involves computing MD5 hashes for the entire file -but computing the hash is an inherently serial computation, and (2) computing the Reed- -Solomon matrix for use in creation or repair involves matrix multiplication over a Galois -field, which is also an inherently serial computation and so it too could not be made into -a concurrent operation. - -Nevertheless, the majority of the program's execution time is spent either repairing the -lost data, or in creating the redundancy information for later repair, and both of these -operations were able to be made concurrent with a near twice speedup on the dual core -machines that the concurrent version was tested on. - -Note that it is important that the computer has sufficient memory (1) to allow the caching -of data and (2) to avoid virtual memory swapping, otherwise the creation or repair process -will become I/O bound instead of CPU bound. Computers with 1 to 2GB of RAM should have -enough memory to not be I/O bound when creating or repairing parity/data files. - - ---- Version History --- - - -The changes in the 20141125 version are: - -- when creating parity files, the main packet was not always being written to the parity - files when they were processed concurrently because the main packet was not being - safely appended to the list of packets to output because a non-thread-safe data - container (std::list) was being used. This bug would manifest when a large number - of source files were being processed. Fixed by using tbb::concurrent_vector instead - of std::list. -- when creating parity files, the "Opening: " messages will only be displayed for - the first n source files, where n defaults to 200. This restriction was added so that - creating parity files for a large number of source files would not cause a lot of - scrolling which in turn would make the processing take a long time. Use the new -z - command line switch to set a different limit. Use -z0 to specify no limit. -- verification of extra files is now performed concurrently if requested to do so - (previously they were always verified serially) -- the -t parameter can now include a positive integer value to restrict the logical number - of CPUs with which to process data with. The different variants are: - -t- verifies, repairs, and creates serially (no change) - -t+ verifies, repairs, and creates concurrently (no change) - -t0 verifies serially and repairs/creates concurrently (no change) - -t-n verifies, repairs, and creates concurrently using the maximum number of logical - CPUs minus n, or 1 (whichever is larger) for n > 0; n <= 0 is illegal - -t+n verifies, repairs, and creates concurrently using the maximum number of logical - CPUs, or n (whichever is smaller) for n > 0; n <= 0 is illegal - -t0n verifies serially and repairs/creates concurrently using: - for n > 0: the maximum number of logical CPUs, or n (whichever is smaller) - for n < 0: the maximum number of logical CPUs minus n, or 1 (whichever is larger) - for n = 0: illegal - For example, -t-1 on a 6 logical CPU system will use up to 5 logical CPUs. On the - same system, -t-7 will use up to 1 logical CPU, ie, process serially. - - "up to" is used because there may not be enough data to use the maximum number of - logical CPUs. - - the maximum number of logical CPUs may be determined by the operating system or the - hypervisor and may be less than the actual number of physical CPU cores, eg, when - running in a virtual machine. -- in the Windows version, the program's CPU scheduling priority can now be specified - using the -p parameter: - -pN to process at normal priority (Normal in Task Manager) [default] - -pL to process at low priority (Below Normal in Task Manager) - -pI to process at idle priority (Low in Task Manager) -- the heap became fragmented during the verification of data files because the checksum - data buffer was allocated and deallocated for each file verified, which resulted in the - program's memory footprint (aka its "working set") steadily increasing during the - verification phase. This would result in the 32-bit Windows version failing to verify - large data sets because it could not allocate verification data buffers. To solve this, - the checksum data buffer is no longer allocated and deallocated for each file verified. - Instead, a pool of checksum objects is created and that pool of objects is then used and - re-used for verifying data files. The size of the pool matches the number of logical - CPUs which the program is asked to use. This change benefits all versions of the program - because by reducing heap fragmentation, larger data sets can be processed using less - virtual memory. -- numerous small code changes were made to remove unnecessary string copying. Such - redundant copying would further fragment the heap as well as use up memory for temporary - strings which did not need to be allocated in the first place. -- updated to Intel TBB 4.3 Update 1 (tbb43_20141023oss_src.tgz) -- removed use of MAX_PATH or other fixed-size path buffers to avoid buffer overflow errors -- the program failed to build under newer C++ standard libraries because they no longer - provide std::auto_ptr. Fixed by either using std::unique_ptr (if available) or by - providing our own version of std::auto_ptr. -- the Mac OS x86 (32-bit) version now requires 10.5 or later -- stopped building the FreeBSD version because the FreeBSD ports system can now build the - par2 program and TBB library without requiring any changes to the sources of either and - because it isn't possible to build a "portable" version of the program, in the sense - that the TBB library cannot be in the same directory as the par2 executable - it must be - installed into /usr/lib/, and that is a job best left to the FreeBSD ports system. - -The changes in the 20100203 version are: - -- modified Makefile.am to use "ARCH_SCALAR" instead of "ARCH" to avoid a FreeBSD name clash -- fixed a 64-bit-only bug in reedsolomon-x86_64-mmx.s where a size of 8 bytes caused a segfault -(forgot to test for zero like the reedsolomon-i686-mmx.s file does); this bug only manifests in -the 64-bit Mac, 64-bit Linux and 64-bit FreeBSD versions; reproduced by creating/repairing a -file of exactly 16384 bytes -- updated to Intel TBB 2.2 (tbb22_20090809oss) -- the Mac build no longer includes the PowerPC variants (I don't use a PowerPC Mac anymore) -- the 32-bit and 64-bit Windows builds of both par2 and the TBB library are now statically -linked against the C runtime library to avoid the problem of requiring the installation of -the correct CRT library (DLL). As well, par2 is statically linked against the TBB library -to allow just one executable file to be installed (i.e., just par2.exe). - -The changes in the 20090203 version are: - -- fixed a bug which affected the Linux and Mac versions whereby repairs would fail if -the file being repaired was short or had one or two bad blocks (because the async write -to the file's last byte was failing). -- on Windows, the program now stores directory paths in par2 files using '/' as the path -separator instead of '\' (as per the Par 2.0 specification document). Note: directory -paths are stored only when the '-d' switch is used. -- merged the sources from the CPU-only and CPU/GPU versions so that both versions now -build from the same set of source files using different 'configure' options (Mac, Linux, -FreeBSD) or project files (Windows). See above for building instructions. - -The changes in the 20081009 version are: - -- added support for NVIDIA CUDA 2.0 technology, which allows the GPU on the video card to - be used to perform some of the processing workload in addition to the CPU on the mainboard. - See the "--- About the NVIDIA CUDA version ---" section in this file for limitations, - requirements, build instructions, licensing, and more information. - -The changes in the 20081005 version are: - -- asynchronous reading of a large number of small files would sometimes not complete which - caused the program to hang. Fixed by reverting to synchronous reading (most of the benefit - of async I/O is from async writing so this change does not affect overall performance). -- some operating systems have limits on the number of open files which was easily exceeded - when a large number of small files are being processed for par2 creation or for repair. - Fixed by closing the source files as soon as they are no longer needed to be opened (which - is determined by counting how many data blocks the file provides for creation/repair). - -The changes in the 20080919 version are: - -- added more information to a few of the error messages to make it easier to specify - block counts, etc. when using the -d option. -- redundancy can now be specified using floating point values instead of integral values, - eg, 8.5% instead of 8% or 9%. -- added the -0 option to create dummy par2 files. This was done so that the actual size - of the par2 files can be quickly determined. For example, suppose you wish to fill up - a CD-R's or DVD-R's remaining empty space with par2 files of the files filling up the - disc, then by using the -0 option, you can quickly work out whether the par2 files - will fit and by how much, which in turn allows you to maximize the use of the remaining - empty space (you would alter the block count number and/or size so that the optimal - number of blocks are created to fill up the remaining space). To determine how much - CD-R or DVD-R space you have to fill, find out how many blocks your blank disc has - (using a burning program such as ImgBurn [Windows]) and how many blocks your data - would occupy when burned (using an image creation program such as mkisofs [all - platforms] which has a handy -print-size option). ImgBurn [Windows] can also tell - you how many blocks you have for filling if you use its 'build' command. - WARNING: be careful when using this command that you don't burn the dummy par2 files - that it creates because they don't have any valid data in them. Remember, they are - created only to determine the actual size of the real par2 files that would be - created if you had not used the -0 option. -- added MMX-based code from Paul Houle's phpar2_12src version of par2cmdline-0.4. As - a result, the repair and creation of par2 files using x86 or x86_64 MMX code is about - 20% faster than the scalar version in singlethreaded testing. Multithreaded testing - showed no noticable improvement (ie, YMMV). The scalar version is used if your CPU - is not MMX capable. MMX CPUs: Intel Pentium II and later, AMD Athlon64 and later. -- added asynchronous I/O for platforms that support such I/O: Mac OS X, Windows, - GNU/Linux. This results in a small (~1-5%) improvement in throughput, especially for - repairing. Unfortunately, using async I/O causes a crash under FreeBSD, so the - pre-built binaries are built to only use synchronous I/O. -- first release of 32-bit and 64-bit PowerPC binaries for Mac OS X. The 32-bit version - requires at least 10.4, and the 64-bit version requires at least 10.5. The 64-bit - version is UNTESTED (because of lack of access to a G5 Mac). -- first release of a 64-bit x86_64 binary for GNU/Linux. Tested under the 64-bit - version of Gentoo 2008.0. -- the 64-bit Windows binary is built using the tbb20_20080408oss release of the TBB; - the Mac, GNU/Linux, FreeBSD and 32-bit Windows binaries are built using the - tbb21_009oss release of the TBB. The tbb21_009oss release does not support the - VC7.1 runtime libraries on Win64 so it was necessary to fallback to a previous - version for the Windows 64-bit binary. - -The changes in the 20080420 version are: - -- added the -t0 option to allow verification to be done serially but still perform - repair concurrently, and for creation, MD5 checksumming will be done serially - and par2 data creation will be done concurrently. The default is to perform - all operations concurrently, so if you want the new behaviour, you will need to - manually specify -t0 on the command line or build your own custom version of - the executable. -- if the realpath() API returned NULL, the par2 files created would end up with - the name of the first file in the list of files to create par2 files for. Fixed. -- no longer includes duplicate file names in the list of files to create redundancy - data for (which would otherwise bloat the .par2 files) -- now displays the instruction set being executed -- updated to use the tbb20_017oss_src.tar.gz version of the Intel TBB library. - -The changes in the 20080203 version are: - -- the Linux version wasn't working because it was not built correctly: the - reedsolomon-inner-i386-posix.s was using an incorrect include directive. Fixed. - *** WARNING *** - A consequence of this error is that par2 files created with the 20080116 Linux - binary contain incorrect repair data and therefore cannot be used to repair - data files. The par2 files will need to be created again using either the - 20071128 build of the Linux binary or this build of it. - *** WARNING *** -- tweaked the Makefile and par2cmdline.h to allow for building under FreeBSD. -- first release of 32-bit and 64-bit binaries for FreeBSD (built under RELEASE 6.2). -- updated to use the 20080115 version of the Intel TBB library. - -The changes in the 20080116 version are: - -- the initial processing (creation) and verification (repair) of target files - is now performed serially because of complaints that concurrent processing - was causing disk thrashing. Since this part of the program's operation is - mostly I/O bound, the change back to serial processing is a reasonable change. -- full paths are now only displayed when a -d parameter is given to the - program, otherwise the original behavior of displaying just the file name - now occurs. -- Unicode support was added. This requires some explanation. - - Windows version: previous versions processed file names and directory - paths using the default code page for non-Unicode programs, which is - typically whatever the current locale setting is. In other words, - file names that had characters that could not be represented in the - default code page ended up being mangled by the program, resulting - in .par2 files which contained mangled file names (directory names - also suffered mangling). Such .par2 files could not be used on other - computers unless they also used the same code page, which for POSIX - systems is very unlikely. The correct solution is to store and retrieve - all file names and directory paths using a Unicode representation. - To keep some backward compatibility, the names should be stored in - an 8-bit-per-character format (so that older .par2 files can still - be processed by the program), so decomposed (a.k.a. composite) UTF-8 - was chosen as the canonical file name encoding for the storage of - file names and directory paths in .par2 files. - To implement this change, the Windows version now takes all file - names from the operating system as precomposed UTF-16 and converts - them to decomposed UTF-8 strings which are stored in memory and - in .par2 files. If the operating system needs to use the string, - it is converted back into precomposed UTF-16 and then passed to - the OS for use. - - POSIX version: it is assumed that the operating system will deliver - and accept decomposed (a.k.a. composite) UTF-8 characters to/from - the program so no conversion is performed. Darwin / Mac OS X is - one such system that passes and accepts UTF-8 character strings, so - the Mac OS X version of the program works correctly with .par2 - files containing Unicode file names. If the operating system - does not deliver nor accept decomposed UTF-8 character strings, - this version (and previous versions) will not create .par2 files - that contain Unicode file names or directory paths, and which - will cause mangled file/directory names when used on other - operating systems. - - Summary: - [1] for .par2 files created on Windows using a version of - this program prior to this version and which contain non-ASCII - characters (characters outside the range of 0 - 127 (0x00 - 0x7F) - in numeric value, this program will be able to use such files - but will probably complain about missing files or will create - repaired files using the wrong file name or directory path, ie, - file name mangling will occur. - [2] for .par2 files created on UTF-8 based operating systems - using a prior version of this program, this version will be - able to correctly use such files (ie, the changes made to the - program should not cause any change in behavior, and no file - name mangling will occur). - [3] for .par2 files created on non-UTF-8 based operating systems - using a prior version of this program, this version will be - able to use such files but file name mangling will occur. - [4] for .par2 files created on UTF-8 based operating systems - using this version of this program, file name mangling will - not occur. - [5] for .par2 files created on non-UTF-8 based operating systems - using this version of this program, file name mangling will - occur. - -- split up the reedsolomon-inner.s file so that it builds - correctly under Darwin and other POSIX systems. -- changed the way the pre-built Mac OS X version is built because - the 64-bit version built under 10.4 (1) crashes when it is run - under 10.5, and (2) does not read par2 files when the files - reside on a SMB server (ie, a shared folder on a Windows - computer) because 10.4's SMB client software appears to - incorrectly service 64-bit client programs. These problems only - occurred with the 64-bit version; the 32-bit version works - correctly. - - To solve both of these problems, the pre-built executable is now - released containing both a 32-bit executable built under 10.4 - and a 64-bit executable built under 10.5. When run under 10.4, - the 64-bit executable does not execute because it is linked - against the 10.5 system libraries, so under 10.4, only the - 32-bit executable is executed, which solves problem (2). When - run under 10.5 on a 64-bit x86 computer, the 64-bit executable - executes, which solves problem (1), and because 10.5's SMB - client correctly services 64-bit client programs, problem (2) - is solved. - -The changes in the 20071128 version are: - -- if par2 was asked to verify/repair with just a single .par2 file, it would - crash. Fixed. -- built for GNU/Linux using the Gentoo distribution (i386 version). -- updated to use the 20071030 version of the Intel TBB library. - -The changes in the 20071121 version are: - -- changed several concurrent loops from using TBB's parallel_for to - parallel_while so that files will be processed in a sequential (but - still concurrent/threaded) manner. For example, 100 files were - previously processed on dual core machines as: - Thread 1: file 1, file 2, file 3, ..., file 50 - Thread 2: file 50, file 51, file 52, ..., file 100 - which caused hard disk head thrashing. Now the threads will - process the files from file 1 to file 100 on a - first-come-first-served basis. -- limited the rate at which cout was called to at most 10 times per - second. -- when building for i386 using GCC, this version will now build - with an assembler version of the inner Reed-Solomon loop because - the code generated by GCC was not as fast/small as the Visual - C++ version. Doing this should bring the GCC-built (POSIX) - version's speed up to that of the Visual C++ (Windows) version. -- for canonicalising paths on POSIX systems, the program will now - try to use the realpath() API, if it's available, instead of the - fragile code in the original version. -- on POSIX systems, attempting to use a parameter of "-d." for par2 - creation would cause the program to fail because it was not - resolving a partial path to a canonical full path. Fixed. - -The changes in the 20071022 version are: - -- synchronised the sources with the version of par2cmdline in the CVS at -- built against the 20070927 version of the Intel TBB -- tweaked the inner loop of the Reed Solomon code so that the compiler - will produce faster/better/smaller code (which may or may not speed up - the program). -- added support for creating and repairing data files in directory trees - via the new -d command line switch. - - The original modifications for this were done by Pacer: - - - - This version defaults to the original behaviour of par2cmdline: if no - -d switch is provided then the data files are expected to be in the same - directory that the .par2 files are in. - - Providing a -d switch will change the way that par2cmdline behaves as follows. - For par2 creation, any file inside the provided will have - its sub-path stored in the par2 files. For par2 repair, files for - verification/repair will be searched for inside the provided . - - Example: - - in /users/home/vincent/pictures/ there is - 2007_01_vacation_fiji - 01.jpg - 02.jpg - 03.jpg - 04.jpg - 2007_03_business_trip_usa - 01.jpg - 02.jpg - 2007_06_wedding - 01.jpg - 02.jpg - 03.jpg - 04.jpg - 05.jpg - 06.jpg - - Using the command: - -./par2 c -d/users/home/vincent/pictures/ /users/home/vincent/pictures.par2 /users/home/vincent/pictures - - will create par2 files in /users/home/vincent containing sub-paths such as: - - 2007_01_vacation_fiji/01.jpg - 2007_01_vacation_fiji/02.jpg - 2007_01_vacation_fiji/03.jpg - 2007_01_vacation_fiji/04.jpg - 2007_03_business_trip_usa/01.jpg - 2007_03_business_trip_usa/02.jpg - 2007_06_wedding/01.jpg - etc. etc. - - If you later try to repair the files which are now in /users/home/joe/pictures, - you would use the command: - - ./par2 r -d/users/home/joe/pictures/ /users/home/joe/pictures.par2 - - The par2 file could be anywhere on your disk: as long as the -d - switch specifies the root of the files, the verification/repair will occur correctly. - - Notes: - - [1] the directory given to -d does not need to have a trailing '/' character. - [2] on Windows, either / or \ can be used. - [3] partial paths can be used. For example, if the current directory is - /users/home/vincent, then this be used instead of the above command: - - ./par2 c -dpictures pictures.par2 pictures - - [4] if a directory has spaces or other characters that need escaping from the - shell then the use of double quotes is recommended. For example: - - ./par2 c "-dpicture collection" "picture collection.par2" "picture collection" - - -The changes in the 20070927 version are: - -- applied a fix for a bug reported by user 'shenhanc' in -Par2CreatorSourceFile.cpp where a loop variable would not get -incremented when silent output was requested. - -The changes in the 20070926 version are: - -- fixed an integer overflow bug in Par2CreatorSourceFile.cpp which resulted -in incorrect MD5 hashes being stored in par2 files when they were created -from source files that were larger than or equal to 4GB in size. This bug -affected all 32-bit builds of the program. It did not affect the 64-bit -builds on those platforms where sizeof(size_t) == 8. - -The changes in the 20070924 version are: - -- the original par2cmdline-0.4 sources were not able to process files -larger than 2GB on the Win32 platform because diskfile.cpp used the -stat() function which only returns a signed 32-bit number on Win32. -This was changed to use _stati64() which returns a proper 64-bit file -size. Note that the FAT32 file system from the Windows 95 era does not -support files larger than 1 GB so this change is really applicable only -to files on NTFS disks - the default file system on Windows 2000/XP/Vista. - -The changes in the 20070831 version are: - -- modified to utilise Intel TBB 2.0. - - - -Vincent Tan. -November 25, 2014. - - -// -// Modifications for concurrent processing, Unicode support, and hierarchial -// directory support are Copyright (c) 2007-2014 Vincent Tan. -// Search for "#if WANT_CONCURRENT" for concurrent code. -// Concurrent processing utilises Intel Thread Building Blocks 4.3 Update 1, -// Copyright (c) 2007-2014 Intel Corp. -// diff --git a/win/par2/x64/par2.exe b/win/par2/x64/par2.exe deleted file mode 100755 index 57291f5..0000000 Binary files a/win/par2/x64/par2.exe and /dev/null differ