mirror of
https://github.com/Virtual-World-RE/NeoGF.git
synced 2024-11-15 13:55:35 +01:00
Update pzztest.py
Full commands tests Raise an exception if there is any error
This commit is contained in:
tmpz23
GitHub
parent
9750bf94c4
commit
3a0c5c6600
238
pzztest.py
238
pzztest.py
|
|
@ -1,138 +1,168 @@
|
||||||
#!/usr/bin/env python3
|
#!/usr/bin/env python3
|
||||||
import argparse
|
|
||||||
import hashlib
|
import hashlib
|
||||||
import os
|
import os
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
import pzztool
|
|
||||||
import shutil
|
import shutil
|
||||||
|
import time
|
||||||
|
|
||||||
|
|
||||||
__version__ = "0.0.2"
|
__version__ = "0.0.3"
|
||||||
__author__ = "rigodron, algoflash, GGLinnk"
|
__author__ = "rigodron, algoflash, GGLinnk"
|
||||||
__license__ = "MIT"
|
__license__ = "MIT"
|
||||||
__status__ = "developpement"
|
__status__ = "developpement"
|
||||||
|
|
||||||
|
pzzfolder_path = Path("pzz")
|
||||||
unpack_path = Path("unpack")
|
unpack_path = Path("unpack")
|
||||||
repack_path = Path("repack")
|
repack_path = Path("repack")
|
||||||
# afsdump_path = Path("afs_data/root")
|
compress_path = Path("compress")
|
||||||
|
batchcompress_path = Path("batch_compress")
|
||||||
|
batchdecompress_path = Path("batch_decompress")
|
||||||
|
afsdump_path = Path("afs_data/root")
|
||||||
|
|
||||||
|
|
||||||
|
# compare two files sha256
|
||||||
|
def compare_sha256(file1_path:Path, file2_path:Path):
|
||||||
|
return hashlib.sha256( file1_path.read_bytes() ).hexdigest() == hashlib.sha256( file2_path.read_bytes() ).hexdigest()
|
||||||
|
|
||||||
# compare all files sha256 from folder1 and folder2
|
# compare all files sha256 from folder1 and folder2
|
||||||
# -> print the filename if there is a difference
|
# -> raise an exception if there is a difference
|
||||||
def verify_sha256(folder1: Path, folder2: Path):
|
def verify_sha256(folder1: Path, folder2: Path):
|
||||||
invalid_files_count = 0
|
print(f"compare \"{folder1}\" - \"{folder2}\"")
|
||||||
for pzz_path in folder1.glob("*.pzz"):
|
for file_path in folder1.glob("*"):
|
||||||
if hashlib.sha256( pzz_path.read_bytes() ).hexdigest() != hashlib.sha256( (folder2 / pzz_path.name).read_bytes() ).hexdigest() :
|
if hashlib.sha256( file_path.read_bytes() ).hexdigest() != hashlib.sha256( (folder2 / file_path.name).read_bytes() ).hexdigest() :
|
||||||
print(f"ERROR - INVALID FILE : {pzz_file_name}")
|
raise Exception(f"ERROR - INVALID FILE : {folder2 / file_path.name}")
|
||||||
invalid_files_count +=1
|
|
||||||
print(f"Invalid files : {invalid_files_count}/{len(list(folder1.glob('*')))}")
|
|
||||||
|
|
||||||
|
|
||||||
def get_argparser():
|
start = time.time()
|
||||||
parser = argparse.ArgumentParser(description='TEST TOOL')
|
print("###############################################################################")
|
||||||
parser.add_argument('input_path', metavar='INPUT', help='')
|
print("# Checking tests folder")
|
||||||
parser.add_argument('output_path', metavar='OUTPUT', help='', nargs='?', default="")
|
print("###############################################################################")
|
||||||
|
# Check if tests folders exist
|
||||||
|
if unpack_path.is_dir() or repack_path.is_dir() or compress_path.is_dir() or pzzfolder_path.is_dir() or batchdecompress_path.is_dir() or batchcompress_path.is_dir():
|
||||||
|
raise Exception(f"Error - Please remove:\n-{unpack_path}\n-{repack_path}\n-{compress_path}\n-{pzzfolder_path}\n-{batchdecompress_path}\n-{batchcompress_path}")
|
||||||
|
|
||||||
group = parser.add_mutually_exclusive_group(required=True)
|
print("###############################################################################")
|
||||||
group.add_argument('-tdc', '--test-decompress-compress', action='store_true', help="")
|
print("# TEST 1/5")
|
||||||
group.add_argument('-tbup', '--test-batch-unpack-pack', action='store_true', help="""
|
print("# Comparing [original pzz]->unpacked->repacked->[repack_path]")
|
||||||
-tbup source_pzz_folder
|
print("###############################################################################")
|
||||||
source_pzz_folder : put all pzz in this folder
|
pzzfolder_path.mkdir()
|
||||||
unpack_path : will be created with all unpacked pzz from pzz folder
|
unpack_path.mkdir()
|
||||||
repack_path : will be created with all packed pzz from unpack_path folder
|
repack_path.mkdir()
|
||||||
print file_name when sha256 is different between source_pzz_folder and repack_path folder""")
|
|
||||||
group.add_argument('-tbunpzzpzz', '--test-batch-unpzz-pzz', action='store_true', help="""
|
|
||||||
-tbunpzzpzz source_pzz_folder
|
|
||||||
source_pzz_folder : put all pzz in this folder
|
|
||||||
unpack_path : will be created with all unpzz pzz from pzz folder
|
|
||||||
repack_path : will be created with all pzz(pzz_folder) from unpack_path folder
|
|
||||||
print file_name when sha256 is different between source_pzz_folder and repack_path folder""")
|
|
||||||
group.add_argument('-tcd', '--test-check-decompress', action='store_true', help="""
|
|
||||||
pzz : put all pzz in this folder
|
|
||||||
then tip "pzztool.py -tcd pzz"
|
|
||||||
The script will then check that tpls are correctly decompressed with their specific characteristics""")
|
|
||||||
return parser
|
|
||||||
|
|
||||||
|
for pzz_path in afsdump_path.glob("*.pzz"):
|
||||||
|
shutil.copy(pzz_path, pzzfolder_path / pzz_path.name)
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if os.system(f"python pzztool.py -bu \"{pzzfolder_path}\" \"{unpack_path}\"") != 0:
|
||||||
|
raise Exception("Error while batch unpack.")
|
||||||
|
if os.system(f"python pzztool.py -bp \"{unpack_path}\" \"{repack_path}\"") != 0:
|
||||||
|
raise Exception("Error while batch pack.")
|
||||||
|
|
||||||
if unpack_path.is_dir() or repack_path.is_dir():
|
for pzz_path in pzzfolder_path.glob("*"):
|
||||||
raise Exception(f"Error - Please remove:\n-{unpack_path}\n{repack_path}")
|
print(f"compare \"{pzz_path}\" - \"{repack_path / pzz_path.name}\"")
|
||||||
args = get_argparser().parse_args()
|
if not compare_sha256(pzz_path, repack_path / pzz_path.name):
|
||||||
|
raise Exception(f"INVALID FILE: {repack_path / pzz_path.name}")
|
||||||
|
|
||||||
p_input = Path(args.input_path)
|
shutil.rmtree(repack_path)
|
||||||
|
|
||||||
if args.test_decompress_compress:
|
print("###############################################################################")
|
||||||
print("# TEST : DECOMPRESS COMPRESS")
|
print("# TEST 2/5")
|
||||||
|
print("# Comparing unpack_path/[*.pzzp]->decompress->compress_path/[*.pzzp] PZZ part")
|
||||||
|
print("###############################################################################")
|
||||||
|
compress_path.mkdir()
|
||||||
|
|
||||||
for pzzp_path in p_input.glob('*'):
|
for folder_path in unpack_path.glob("*"):
|
||||||
original_bytes = pzzp_path.read_bytes()
|
(compress_path / folder_path.name).mkdir()
|
||||||
recomp_bytes = pzztool.pzz_compress(pzztool.pzz_decompress(original_bytes))
|
|
||||||
|
|
||||||
original_digest = hashlib.sha256(original_bytes).hexdigest()
|
for pzzp_path in unpack_path.glob("*/*.pzzp"):
|
||||||
recomp_digest = hashlib.sha256(recomp_bytes).hexdigest()
|
if os.system(f"python pzztool.py -d \"{pzzp_path}\" \"{compress_path / pzzp_path.parent.name / Path(pzzp_path.stem).with_suffix('.dat')}\"") != 0:
|
||||||
|
raise Exception("Error while decompress.")
|
||||||
|
|
||||||
if original_digest != recomp_digest:
|
for file_path in compress_path.glob('*/*'):
|
||||||
print(f"Invalid sha256 for {pzzp_path} : ({original_digest}) ({recomp_digest})")
|
if os.system(f"python pzztool.py -c \"{file_path}\"") != 0:
|
||||||
elif args.test_batch_unpack_pack:
|
raise Exception("Error while compress.")
|
||||||
print("# TEST : BATCH UNPACK PACK")
|
file_path.unlink()
|
||||||
# Remove unpack_path and repack_path
|
|
||||||
if unpack_path.is_dir():
|
|
||||||
shutil.rmtree(unpack_path)
|
|
||||||
if repack_path.is_dir():
|
|
||||||
shutil.rmtree(repack_path)
|
|
||||||
|
|
||||||
if os.system(f"python pzztool.py -bu {p_input} {unpack_path}") != 0:
|
for pzzp_path in unpack_path.glob("*/*.pzzp"):
|
||||||
raise Exception("Error while batch unpack.")
|
file_path = compress_path / pzzp_path.parent.name / pzzp_path.name
|
||||||
if os.system(f"python pzztool.py -bp {unpack_path} {repack_path}") != 0:
|
print(f"compare \"{pzzp_path}\" - \"{file_path}\"")
|
||||||
raise Exception("Error while batch pack.")
|
if not compare_sha256(pzzp_path, file_path):
|
||||||
verify_sha256(p_input, repack_path)
|
raise Exception(f"INVALID FILE: {file_path}")
|
||||||
elif args.test_batch_unpzz_pzz:
|
|
||||||
# Remove unpack_path and repack_path
|
|
||||||
if unpack_path.is_dir():
|
|
||||||
shutil.rmtree(unpack_path)
|
|
||||||
if repack_path.is_dir():
|
|
||||||
shutil.rmtree(repack_path)
|
|
||||||
|
|
||||||
if os.system(f"python pzztool.py -bunpzz {p_input} {unpack_path}") != 0:
|
print("###############################################################################")
|
||||||
raise Exception("Error while batch unpzz.")
|
print("# TEST 3/5")
|
||||||
if os.system(f"python pzztool.py -bpzz {unpack_path} {repack_path}") != 0:
|
print("# Comparing [compress/*]->batch-decompress->batch-compress->[batchcompress_path]")
|
||||||
raise Exception("Error while batch pzz.")
|
print("###############################################################################")
|
||||||
verify_sha256(p_input, repack_path)
|
batchdecompress_path.mkdir()
|
||||||
|
batchcompress_path.mkdir()
|
||||||
|
|
||||||
"""
|
for folder_path in compress_path.glob('*'):
|
||||||
if pzz : U -> decomp / already tested because unpzz let it decompressed by default
|
if os.system(f"python pzztool.py -bd \"{folder_path}\" \"{batchdecompress_path / folder_path.name}\"") != 0:
|
||||||
if pzz : U -> comp / has to be tested
|
raise Exception("Error while decompress.")
|
||||||
if pzz : C -> decomp / already tested because unpzz decompress by default
|
|
||||||
if pzz : C -> comp / has to be tested
|
|
||||||
"""
|
|
||||||
# Remove repack_path
|
|
||||||
shutil.rmtree(repack_path)
|
|
||||||
|
|
||||||
# For all unpack_path folder we compress the file (if U -> comp ; if C -> comp)
|
for folder_path in batchdecompress_path.glob('*'):
|
||||||
for pzzpart_path in unpack_path.glob('*/*'):
|
if os.system(f"python pzztool.py -bc \"{folder_path}\" \"{batchcompress_path / folder_path.name}\"") != 0:
|
||||||
# create a new compressed file without removing the original file
|
raise Exception("Error while decompress.")
|
||||||
if os.system(f"python pzztool.py -c {pzzpart_path}") != 0:
|
|
||||||
raise Exception("Error while compress.")
|
|
||||||
# remove the original
|
|
||||||
os.remove(f"{pzzpart_path}")
|
|
||||||
|
|
||||||
if os.system(f"python pzztool.py -bpzz {unpack_path} {repack_path}") != 0:
|
for file_path in unpack_path.glob('*/[0-9][0-9][0-9]U*'):
|
||||||
raise Exception("Error while batch pzz.")
|
shutil.copy(file_path, batchcompress_path / file_path.parent.name / file_path.name)
|
||||||
verify_sha256(p_input, repack_path)
|
|
||||||
elif args.test_check_decompress:
|
|
||||||
print("# TEST : CHECK DECOMPRESS")
|
|
||||||
if os.system(f"python pzztool.py -bunpzz {p_input} {unpack_path}") != 0:
|
|
||||||
raise Exception("Error while batch unpzz.")
|
|
||||||
|
|
||||||
invalid_files_count = 0
|
shutil.rmtree(unpack_path)
|
||||||
total = 0
|
shutil.rmtree(batchdecompress_path)
|
||||||
# check that all TPLs length is a multiple of 32
|
|
||||||
for tpl_path in unpack_path.glob("**/*.tpl"):
|
for folder_path in compress_path.glob("*"):
|
||||||
if p.is_file():
|
verify_sha256(compress_path / folder_path.name, batchcompress_path / folder_path.name)
|
||||||
total+=1
|
shutil.rmtree(batchcompress_path)
|
||||||
if (tpl_path.stat().st_size % 32) != 0:
|
|
||||||
print(f"Invalid TPL file length modulo 32 ({tpl_path.stat().st_size % 32}) - {tpl_path}")
|
print("###############################################################################")
|
||||||
invalid_files_count += 1
|
print("# TEST 4/5")
|
||||||
print(f"Invalid files : {invalid_files_count}/{total}")
|
print("# Comparing [pzzfolder_path]->batch-unpzz->batch-pzz->[repacked_path]")
|
||||||
|
print("###############################################################################")
|
||||||
|
if os.system(f"python pzztool.py -bunpzz \"{pzzfolder_path}\" \"{unpack_path}\"") != 0:
|
||||||
|
raise Exception("Error while batch unpzz.")
|
||||||
|
if os.system(f"python pzztool.py -bpzz \"{unpack_path}\" \"{repack_path}\"") != 0:
|
||||||
|
raise Exception("Error while batch pzz.")
|
||||||
|
|
||||||
|
verify_sha256(pzzfolder_path, repack_path)
|
||||||
|
shutil.rmtree(unpack_path)
|
||||||
|
shutil.rmtree(repack_path)
|
||||||
|
|
||||||
|
print("###############################################################################")
|
||||||
|
print("# TEST 5/5")
|
||||||
|
print("# Comparing [pzzfolder_path]->batch-unpack->(decompress or compress)->\nbatch-pzz->[repacked_path]")
|
||||||
|
print("###############################################################################")
|
||||||
|
# if pzz : U -> decomp / already tested because unpzz let it decompressed by default
|
||||||
|
# if pzz : U -> comp / has to be tested
|
||||||
|
# if pzz : C -> decomp / already tested because unpzz decompress by default
|
||||||
|
# if pzz : C -> comp / has to be tested
|
||||||
|
unpack_path.mkdir()
|
||||||
|
repack_path.mkdir()
|
||||||
|
|
||||||
|
if os.system(f"python pzztool.py -bu \"{pzzfolder_path}\" \"{unpack_path}\"") != 0:
|
||||||
|
raise Exception("Error while batch unpack.")
|
||||||
|
|
||||||
|
# For all unpack_path folder we compress the file (if U -> comp ; if C -> comp)
|
||||||
|
for file_path in unpack_path.glob('*/*'):
|
||||||
|
if file_path.suffix != ".pzzp":
|
||||||
|
# create a new compressed file without removing the original file
|
||||||
|
if os.system(f"python pzztool.py -c \"{file_path}\"") != 0:
|
||||||
|
raise Exception("Error while compress.")
|
||||||
|
# remove the original
|
||||||
|
file_path.unlink()
|
||||||
|
|
||||||
|
if os.system(f"python pzztool.py -bpzz \"{unpack_path}\" \"{repack_path}\"") != 0:
|
||||||
|
raise Exception("Error while batch pzz.")
|
||||||
|
|
||||||
|
verify_sha256(pzzfolder_path, repack_path)
|
||||||
|
|
||||||
|
# Remove tests folders
|
||||||
|
print("###############################################################################")
|
||||||
|
print(f"# Cleaning test folders.")
|
||||||
|
print("###############################################################################")
|
||||||
|
shutil.rmtree(pzzfolder_path)
|
||||||
|
shutil.rmtree(unpack_path)
|
||||||
|
shutil.rmtree(repack_path)
|
||||||
|
|
||||||
|
end = time.time()
|
||||||
|
print("###############################################################################")
|
||||||
|
print(f"# All tests are OK - elapsed time : {end - start}")
|
||||||
|
print("###############################################################################")
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue
Block a user