#!/usr/bin/env python3 __version__ = "1.0" __author__ = "rigodron, algoflash, GGLinnk" __OriginalAutor__ = "infval" from os import listdir, path, stat from pathlib import Path from struct import unpack, pack def pzz_decompress(compressed_bytes: bytes): uncompressed_bytes = bytearray() compressed_bytes_size = len(compressed_bytes) // 2 * 2 cb = 0 # Control bytes cb_bit = -1 i = 0 while i < compressed_bytes_size: if cb_bit < 0: cb = compressed_bytes[i + 1] cb |= compressed_bytes[i + 0] << 8 cb_bit = 15 i += 2 continue compress_flag = cb & (1 << cb_bit) cb_bit -= 1 print(compress_flag) if compress_flag: c = compressed_bytes[i + 1] c |= compressed_bytes[i + 0] << 8 offset = (c & 0x7FF) * 2 if offset == 0: break # End of the compressed data count = (c >> 11) * 2 if count == 0: i += 2 c = compressed_bytes[i + 1] c |= compressed_bytes[i + 0] << 8 count = c * 2 index = len(uncompressed_bytes) - offset for j in range(count): uncompressed_bytes.append(uncompressed_bytes[index + j]) else: uncompressed_bytes.extend(compressed_bytes[i: i + 2]) i += 2 return uncompressed_bytes def bytes_align(bout: bytes): success = False while not success: bout.extend(b"\x00\x00") address = len(bout) if hex(address).endswith("00"): break def pzz_compress(b): bout = bytearray() size_b = len(b) // 2 * 2 cb = 0 # Control bytes cb_bit = 15 cb_pos = 0 bout.extend(b"\x00\x00") i = 0 while i < size_b: start = max(i - 0x7FF * 2, 0) count_r = 0 max_i = -1 tmp = b[i: i + 2] init_count = len(tmp) while True: start = b.find(tmp, start, i + 1) if start != -1 and start % 2 != 0: start += 1 continue if start != -1: count = init_count while i < size_b - count \ and count < 0xFFFF * 2 \ and b[start + count] == b[i + count] \ and b[start + count + 1] == b[i + count + 1]: count += 2 if count_r < count: count_r = count max_i = start start += 2 else: break start = max_i compress_flag = 0 if count_r >= 4: compress_flag = 1 offset = i - start offset //= 2 count_r //= 2 c = offset if count_r <= 0x1F: c |= count_r << 11 bout.append((c >> 8)) bout.append(c & 0xFF) else: bout.append((c >> 8)) bout.append(c & 0xFF) bout.append((count_r >> 8)) bout.append(count_r & 0xFF) i += count_r * 2 else: bout.extend(b[i: i + 2]) i += 2 cb |= (compress_flag << cb_bit) cb_bit -= 1 if cb_bit < 0: bout[cb_pos + 1] = cb & 0xFF bout[cb_pos + 0] = cb >> 8 cb = 0x0000 cb_bit = 15 cb_pos = len(bout) bout.extend(b"\x00\x00") cb |= (1 << cb_bit) bout[cb_pos + 1] = cb & 0xFF bout[cb_pos + 0] = cb >> 8 bout.extend(b"\x00\x00") bytes_align(bout) return bout def pzz_unpack(path, dir_path): """ BMS script: https://zenhax.com/viewtopic.php?f=9&t=8724&p=39437#p39437 """ with open(path, "rb") as f: file_count = f.read(4) file_count, = unpack(">I", file_count) # < big-endian uint32 #file_count contient la taille en groupes de 4 octets size = f.read(file_count * 4) # size contient l'ensemble des octets du fichier size = unpack(">{}I".format(file_count), size) # size contient le fichier par groupes d'uint32 print("File count:", file_count) offset = 0x800 for i, s in enumerate(size): # on a un ensemble d'uint32 et leur index qu'on parcours is_compressed = (s & 0x40000000) != 0 # "and" avec le bit du poids le plus fort print(s) s &= 0x3FFFFFFF # s contient maintenant tous les bits sans le bit du poids le plus fort print(s) s *= 0x800 # 1000 0000 0000 # s doit contenir la taille du fichier #print( s ) if s == 0: continue comp_str = "" if is_compressed: comp_str = "_compressed" filename = "{}_{:03}{}".format(Path(path).stem, i, comp_str) p = (Path(dir_path) / filename).with_suffix(".dat") print("Offset: {:010} - {}".format(offset, p)) f.seek(offset) p.write_bytes(f.read(s)) offset += s def pzz_pack(src, dir_path): bout = bytearray() filebout = bytearray() file_count = 0; files = [] linkPath = path.normpath(dir_path) linkFiles = [f for f in listdir(linkPath) if path.isfile(path.join(linkPath, f))] for file in linkFiles: if (str(src)[12:-18] in file): file_count += 1 files.append(file) is_odd_number = (file_count % 2) != 0 if (file_count == 6 or file_count == 12): file_count += 4 for i, file in enumerate(files): count = int(0x40 << 24) + int(path.getsize(linkPath + "/" + file) / 0x800) if (i == 1 or i == 3 or i == 5 or i == 7): filebout.extend(b"\x00\x00\x00\x00") filebout.extend(pack(">I", count)) else: filebout.extend(pack(">I", count)) file_count = pack(">I", file_count) bout.extend(file_count) bout.extend(filebout) elif (file_count == 6 or file_count == 14): file_count += 2 for i, file in enumerate(files): count = int(0x40 << 24) + int(path.getsize(linkPath + "/" + file) / 0x800) if (i == 1 or i == 3): filebout.extend(b"\x00\x00\x00\x00") filebout.extend(pack(">I", count)) else: filebout.extend(pack(">I", count)) file_count = pack(">I", file_count) bout.extend(file_count) bout.extend(filebout) elif is_odd_number: file_count += 1 for i, file in enumerate(files): count = int(0x40 << 24) + int(path.getsize(linkPath + "/" + file) / 0x800) if (i == 1): filebout.extend(b"\x00\x00\x00\x00") filebout.extend(pack(">I", count)) else: filebout.extend(pack(">I", count)) file_count = pack(">I", file_count) bout.extend(file_count) bout.extend(filebout) success = False while not success: bout.extend(b"\x00\x00") address = len(bout) if hex(address).endswith("800"): break for file in files: filebout = open(linkPath + "/" + file, "rb") data = filebout.read() bout.extend(data) filename = "{}".format(str(src)[12:-19]) p = (Path(dir_path) / filename).with_suffix(".pzz") p.write_bytes(bout) def pzz_test(): print(pack(">I", int(0x40 << 24) + int(stat(linkPath + "/" + file).st_size) / 0x800)) def get_argparser(): import argparse parser = argparse.ArgumentParser(description='PZZ (de)compressor & unpacker - [GameCube] Gotcha Force v' + __version__) parser.add_argument('--version', action='version', version='%(prog)s ' + __version__) parser.add_argument('input_path', metavar='INPUT', help='only relative if -bu, -bc, -bd, p') parser.add_argument('output_path', metavar='OUTPUT', help='directory if -u, -bu, -bc, -bd') group = parser.add_mutually_exclusive_group(required=True) group.add_argument('-u', '--unpack', action='store_true', help='PZZ files from AFS') group.add_argument('-c', '--compress', action='store_true') group.add_argument('-d', '--decompress', action='store_true', help='Unpacked files from PZZ') group.add_argument('-bu', '--batch-unpack', action='store_true', help='INPUT relative pattern; e.g. AFS_DATA\\*.pzz') group.add_argument('-bc', '--batch-compress', action='store_true', help='INPUT relative pattern; e.g. AFS_DATA\\*.bin') group.add_argument('-bd', '--batch-decompress', action='store_true', help='INPUT relative pattern; e.g. AFS_DATA\\*_compressed.dat') group.add_argument('-p', '--pack', action='store_true') group.add_argument('-t', '--test', action='store_true') return parser if __name__ == '__main__': import sys parser = get_argparser() args = parser.parse_args() p_input = Path(args.input_path) p_output = Path(args.output_path) if args.compress: print("### Compress") p_output.write_bytes(pzz_compress(p_input.read_bytes())) elif args.decompress: print("### Decompress") p_output.write_bytes(pzz_decompress(p_input.read_bytes())) elif args.batch_compress: print("### Batch Compress") p_output.mkdir(exist_ok=True) p = Path('.') for filename in p.glob(args.input_path): print(filename) b = filename.read_bytes() (p_output / filename.name).with_suffix(".dat").write_bytes(pzz_compress(b)) elif args.batch_decompress: print("### Batch Decompress") p_output.mkdir(exist_ok=True) p = Path('.') for filename in p.glob(args.input_path): print(filename) try: b = filename.read_bytes() (p_output / filename.name).with_suffix(".bin").write_bytes(pzz_decompress(b)) except IndexError: print("! Wrong PZZ file") elif args.pack: print("### Pack") p_output.mkdir(exist_ok=True) pzz_pack(p_input, p_output) elif args.test: pzz_test() elif args.unpack: print("### Unpack") p_output.mkdir(exist_ok=True) pzz_unpack(p_input, p_output) #elif args.batch_pack: # pass elif args.batch_unpack: print("### Batch Unpack") p_output.mkdir(exist_ok=True) p = Path('.') for filename in p.glob(args.input_path): print(filename) pzz_unpack(filename, p_output)