Commit ba56efec authored by Jan Kiene's avatar Jan Kiene
Browse files

conformance scripts - txt-based comp for csv files

parent c037e05a

scripts/ivas_conformance/runConformance.py

+20 −10
Original line number Diff line number Diff line
@@ -836,17 +836,27 @@ class MLDConformance: 
                    f"{pytestTag}, {BE_flag}\n"

                )



            for i in range(0,len(DUTmdFileList)):

                if os.path.exists(DUTmdFileList[i]):

            assert len(DUTmdFileList) == len(REFmdFileList)

            for refMDfile, dutMDfile in zip(REFmdFileList, DUTmdFileList):

                ref_exist = os.path.exists(refMDfile)

                dut_exist = os.path.exists(dutMDfile)



                assert ref_exist == dut_exist

                if not ref_exist:

                    continue



                BE_flag = 0

                    if not filecmp.cmp(REFmdFileList[i], DUTmdFileList[i]):

                        BE_flag = 1

                with open(refMDfile, "r") as f_ref:

                    with open(dutMDfile, "r") as f_dut:

                        ref_content = f_ref.read()

                        dut_content = f_dut.read()

                        BE_flag = int(not (ref_content == dut_content))



                with open(self.BEcsv[tag], "a") as f:

                    f.write(

                            f"{DUTmdFileList[i]}, {BE_flag}\n"

                        f"{dutMDfile}, {BE_flag}\n"

                    )





    def doBEanalysis(self, selectTag="all"):

        keys = IVAS_Bins.keys() if selectTag == "all" else [selectTag]

        for tag in keys:

tests/conformance-test/test_26252.py

+12 −1
Original line number Diff line number Diff line
@@ -130,7 +130,18 @@ def test_26252(test_tag, encoder_path, decoder_path, renderer_path, isar_post_re 
    diff_opts = replace_paths(diff_opts, testv_path, ref_path, cut_path)

    result = True

    for cmd in diff_opts.split(';'):

        result = result and filecmp.cmp(cmd.split()[1], cmd.split()[2])

        file_a = Path(cmd.split()[1])

        file_b = Path(cmd.split()[2])



        assert file_a.suffix == file_b.suffix

        if Path(file_a).suffix == ".csv":

            with open(file_a, "r") as f_a:

                with open(file_b, "r") as f_b:

                    a_content = f_a.read()

                    b_content = f_b.read()

                    result = result and a_content == b_content

        else:

            result = result and filecmp.cmp(file_a, file_b)

    if not result:

        assert False, "Output differs"