Loading ci/find_duplicates_in_prm_files.py +16 −9 Original line number Diff line number Diff line Loading @@ -4,7 +4,7 @@ import sys import pprint HERE = Path(__file__).parent CONFIGS_DIR = HERE.joinpath("config") CONFIGS_DIR = HERE.parent.joinpath("scripts/config") PRM_FILES = [ CONFIGS_DIR.joinpath("self_test.prm"), Loading @@ -21,10 +21,17 @@ def main() -> bool: contents = f.read() # first check if there are complete duplicates (i.e. comment line, encoder cmd and decoder cmd are the same) # for "basop_encoder" files, we only need to check for encoder command duplicates if "basop_encoder" in prm_file.name: lines = contents.split("\n") encoder_lines = [l for l in lines if "IVAS_cod" in l] encoder_counter = Counter(encoder_lines) testcase_duplicates = [l for l in encoder_counter if encoder_counter[l] > 1] else: blocks = contents.split("\n\n") blocks = [b for b in blocks if len(b.strip()) > 0] blocks_counter = Counter(blocks) blocks_duplicates = [ testcase_duplicates = [ b.split("\n")[0] for b in blocks_counter if blocks_counter[b] > 1 ] Loading @@ -34,10 +41,10 @@ def main() -> bool: commands_counter = Counter(commands_lines) commands_duplicates = [l for l in commands_counter if commands_counter[l] > 1] if len(blocks_duplicates) > 0: if len(testcase_duplicates) > 0: duplicates_found = True print(f"Duplicate testcases in {prm_file.name} found:") pprint.pp(blocks_duplicates) pprint.pp(testcase_duplicates) if len(commands_duplicates) > 0: duplicates_found = True Loading Loading
ci/find_duplicates_in_prm_files.py +16 −9 Original line number Diff line number Diff line Loading @@ -4,7 +4,7 @@ import sys import pprint HERE = Path(__file__).parent CONFIGS_DIR = HERE.joinpath("config") CONFIGS_DIR = HERE.parent.joinpath("scripts/config") PRM_FILES = [ CONFIGS_DIR.joinpath("self_test.prm"), Loading @@ -21,10 +21,17 @@ def main() -> bool: contents = f.read() # first check if there are complete duplicates (i.e. comment line, encoder cmd and decoder cmd are the same) # for "basop_encoder" files, we only need to check for encoder command duplicates if "basop_encoder" in prm_file.name: lines = contents.split("\n") encoder_lines = [l for l in lines if "IVAS_cod" in l] encoder_counter = Counter(encoder_lines) testcase_duplicates = [l for l in encoder_counter if encoder_counter[l] > 1] else: blocks = contents.split("\n\n") blocks = [b for b in blocks if len(b.strip()) > 0] blocks_counter = Counter(blocks) blocks_duplicates = [ testcase_duplicates = [ b.split("\n")[0] for b in blocks_counter if blocks_counter[b] > 1 ] Loading @@ -34,10 +41,10 @@ def main() -> bool: commands_counter = Counter(commands_lines) commands_duplicates = [l for l in commands_counter if commands_counter[l] > 1] if len(blocks_duplicates) > 0: if len(testcase_duplicates) > 0: duplicates_found = True print(f"Duplicate testcases in {prm_file.name} found:") pprint.pp(blocks_duplicates) pprint.pp(testcase_duplicates) if len(commands_duplicates) > 0: duplicates_found = True Loading