Create mdttest.py

mdttool/mdttest.py

@@ -0,0 +1,139 @@
+#!/usr/bin/env python3
+import os
+from pathlib import Path
+import shutil
+from time import time
+
+
+__version__ = "0.0.1"
+__author__ = "rigodron, algoflash, GGLinnk, CrystalPixel"
+__license__ = "MIT"
+__status__ = "developpement"
+
+
+mdts_path           = Path("mdt")
+
+# Created tmp paths
+unpack_path         = Path("unpack")
+unpack2_path        = Path("unpack2")
+repack_path         = Path("repack")
+
+
+def print_paths_differences(folder1_paths:list, folder2_paths:list):
+    backup_paths = folder2_paths.copy()
+    for path in folder1_paths:
+        if path in folder2_paths:
+            folder2_paths.remove(path)
+    for path in backup_paths:
+        if path in folder1_paths:
+            folder1_paths.remove(path)
+    print("folder1 diff:")
+    for path in folder1_paths:
+        print(path)
+    print("folder2 diff:")
+    for path in folder2_paths:
+        print(path)
+
+
+def compare_files(file1_path:Path, file2_path:Path):
+    "Compare two files."
+    CLUSTER_LEN = 131072
+    with file1_path.open("rb") as file1, file2_path.open("rb") as file2:
+        # Init
+        bytes1 = file1.read(CLUSTER_LEN)
+        bytes2 = file2.read(CLUSTER_LEN)
+        while bytes1 or bytes2: # continue if bytes1 and bytes2 have a len > 0
+            if bytes1 != bytes2:
+                return False
+            bytes1 = file1.read(CLUSTER_LEN)
+            bytes2 = file2.read(CLUSTER_LEN)
+    return True
+
+
+def compare_folders(folder1: Path, folder2: Path):
+    """
+    Compare two folders
+        -> raise an exception if there is a difference
+    """
+    folder1_root_paths = list((folder1).glob("**/*"))
+    folder1_file_count = len(folder1_root_paths)
+    print(f"compare \"{folder1}\" - \"{folder2}\" ({folder1_file_count} files)")
+    if folder1_file_count == 0:
+        raise Exception(f"Error - Empty folder: {folder1}")
+
+    len1 = len(folder1.parts)
+    len2 = len(folder2.parts)
+    # 1. Compare names of filesystems
+    folder1_paths = [Path(*path.parts[len1:]) for path in folder1_root_paths]
+    folder2_paths = [Path(*path.parts[len2:]) for path in (folder2).glob('**/*')]
+    if folder1_paths != folder2_paths:
+        print_paths_differences(folder1_paths, folder2_paths)
+        raise Exception(f"Error - Folders \"{folder1}\" and \"{folder2}\" are different (not the same folders or files names).")
+    # 2. Compare files content
+    for path1 in folder1_root_paths:
+        if path1.is_file():
+            path2 = folder2/Path(*path1.parts[len1:])
+            if not compare_files(path1, path2):
+                raise Exception(f"Error - \"{path1}\" and \"{path2}\" are different.")
+
+
+##################################################
+# mdttool.py commands wrappers
+##################################################
+def mdttool_unpack(mdt_path:Path, folder_path:Path, charset:str):
+    if os.system(f"python mdttool.py -u \"{mdt_path}\" \"{folder_path}\" -c {charset}") != 0:
+        raise Exception("Error while unpacking MDT.")
+def mdttool_pack(folder_path:Path, mdt_path:Path):
+    if os.system(f"python mdttool.py -p \"{folder_path}\" \"{mdt_path}\"") != 0:
+        raise Exception("Error while packing MDT.")
+
+
+TEST_COUNT = 1
+
+
+start = time()
+print("###############################################################################")
+print("# Checking tests folder")
+print("###############################################################################")
+# Check if tests folders exist
+if unpack_path.is_dir() or unpack2_path.is_dir() or repack_path.is_dir():
+    raise Exception(f"Error - Please remove:\n-{unpack_path}\n-{unpack2_path}\n-{repack_path}")
+
+print("###############################################################################")
+print(f"# TEST 1/{TEST_COUNT}")
+print("# Comparing [mdts_path]->unpack->[repack]")
+print("###############################################################################")
+# unpack mdts in unpack_path
+unpack_path.mkdir()
+repack_path.mkdir()
+
+for mdt_path in mdts_path.glob("**/*"):
+    if mdt_path.is_file():
+        (unpack_path / mdt_path.parent.name).mkdir(exist_ok=True)
+        mdttool_unpack(mdt_path, unpack_path / mdt_path.parent.name / mdt_path.stem, mdt_path.parent.name)
+
+unpacked_paths = []
+for path in unpack_path.glob("**/*"):
+    if path.is_file() and path.parent not in unpacked_paths:
+        unpacked_paths.append(path.parent)
+
+for folder_path in unpacked_paths:
+    (repack_path / folder_path.parent.name).mkdir(exist_ok=True)
+    mdttool_pack(folder_path, repack_path / folder_path.parent.name / (folder_path.name + ".mdt"))
+
+# compare mdts_path repack_path
+compare_folders(mdts_path, repack_path)
+
+print("Correct unpack / repack.")
+
+print("###############################################################################")
+print(f"# Cleaning test folders.")
+print("###############################################################################")
+# Remove tests folders
+shutil.rmtree(repack_path)
+shutil.rmtree(unpack_path)
+
+end = time()
+print("###############################################################################")
+print(f"# All tests are OK - elapsed time: {end - start}")
+print("###############################################################################")