From be8b2e44bd983647bfd03a8f566e1fb90958ad9f Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Tue, 18 Nov 2025 09:53:58 +0100 Subject: [PATCH 1/3] do not exclude previously unsupported operating points in testing --- .gitlab-ci.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index b50bb11565..8a2bb925d6 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -235,7 +235,6 @@ branch-is-up-to-date-with-main-post: - ivas-linux-fast before_script: - !reference [.job-linux, before_script] - - python3 ci/remove_unsupported_testcases.py scripts/config/self_test.prm scripts/config/self_test_ltv.prm - python3 tests/create_short_testvectors.py - python3 scripts/prepare_combined_format_inputs.py @@ -418,7 +417,6 @@ codec-smoke-test: # for MRs to basop-ci-branch-pc, we want to test with the BASOP float reference build # per default, the smoke test builds the current repo again with WMOPS activated to catch unbalanced instrumentation macros - if [ "$CI_MERGE_REQUEST_TARGET_BRANCH_NAME" = "basop-ci-branch" ]; then - - python3 scripts/smoketest-basop-filter.py scripts/config/ivas_modes.json --inline - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/float/build-binaries-from-basop-repo.sh ivas-float-update - bash ci/smoke_test.sh coverage - else -- GitLab From aee4080c58a8e467ddf4a8f86a61ac3298e54339 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Tue, 18 Nov 2025 10:25:31 +0100 Subject: [PATCH 2/3] remove usage in other file --- scripts/generate_scripts_from_regressions.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/scripts/generate_scripts_from_regressions.py b/scripts/generate_scripts_from_regressions.py index 4487f84480..e772d6b719 100644 --- a/scripts/generate_scripts_from_regressions.py +++ b/scripts/generate_scripts_from_regressions.py @@ -65,7 +65,6 @@ mv IVAS_rend IVAS_rend_2 # Get fresh copy of scripts, tests and ci cp -r $SCRIPTS_DIR/{{scripts,tests,ci,pytest.ini}} . rm -rf tests/ref tests/dut tests/renderer/ref tests/renderer/cut -python3 ci/remove_unsupported_testcases.py scripts/config/self_test.prm scripts/config/self_test_ltv.prm # Get LTVs cp $LTV_DIR/* scripts/testv @@ -96,11 +95,9 @@ python3 scripts/parse_xml_report.py report2.xml report2.csv def main(critical_list): - critical = pd.read_csv(critical_list, sep=";") - - for row_counter, row in critical.iterrows(): + for row_counter, row in critical.iterrows(): # Find level level_scaling = 1.0 if "lev+10" in row["job"]: @@ -140,12 +137,15 @@ def main(critical_list): DUT_DEC2=DUT_DEC2, ) - script_filename = f"regression_{row_counter+2:03d}.bash" + script_filename = f"regression_{row_counter + 2:03d}.bash" with open(script_filename, "w") as f: f.write(script_content) + if __name__ == "__main__": - parser = argparse.ArgumentParser(description="Generate bash scripts to reproduce test cases from critical testcase csv list") + parser = argparse.ArgumentParser( + description="Generate bash scripts to reproduce test cases from critical testcase csv list" + ) parser.add_argument( "critical_list", type=str, -- GitLab From 424e52cee65eacf8043fd3222b875d7593468bd0 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Tue, 18 Nov 2025 10:31:29 +0100 Subject: [PATCH 3/3] do not run rtpdump tests for ivas-float-update --- .gitlab-ci.yml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 8a2bb925d6..a34939ac42 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -249,7 +249,11 @@ branch-is-up-to-date-with-main-post: # hack for renderer tests to match the expected naming - mv IVAS_rend IVAS_rend_ref - - python3 -m pytest $TEST_SUITE $PYTEST_ARGS --update_ref 1 --create_ref --ref_encoder_path IVAS_cod --ref_decoder_path IVAS_dec --html=report.html --self-contained-html --junit-xml=report-junit.xml --testcase_timeout=$testcase_timeout + - if [ "$BASOP_BRANCH" == "ivas-float-update" ]; then + - python3 -m pytest $TEST_SUITE $PYTEST_ARGS --update_ref 1 --create_ref -k "not rtpdump" --ref_encoder_path IVAS_cod --ref_decoder_path IVAS_dec --html=report.html --self-contained-html --junit-xml=report-junit.xml --testcase_timeout=$testcase_timeout + - else + - python3 -m pytest $TEST_SUITE $PYTEST_ARGS --update_ref 1 --create_ref --ref_encoder_path IVAS_cod --ref_decoder_path IVAS_dec --html=report.html --self-contained-html --junit-xml=report-junit.xml --testcase_timeout=$testcase_timeout + - fi artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" -- GitLab