From 5b0d3f6d65f1ab745ae62d9fdffa6b8cb5ddd416 Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Mon, 24 Jun 2024 16:20:17 +0200 Subject: [PATCH 1/4] Add job check-float-reference --- .gitlab-ci.yml | 52 +++++++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 51 insertions(+), 1 deletion(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 13df7886bc..236bbc2a98 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -23,9 +23,11 @@ variables: - 'test-long-self-test' - 'ivas-conformance' - 'ivas-conformance-linux' + - 'check-float-reference' GIT_CLEAN_FLAGS: -ffdxq TESTCASE_TIMEOUT_STV_SANITIZERS: 180 TESTCASE_TIMEOUT_LTV_SANITIZERS: 1200 + BASOP_REFERENCE_BRANCH: "ivas-float-update" default: @@ -63,7 +65,10 @@ workflow: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'ivas-conformance-linux' variables: IVAS_PIPELINE_NAME: 'Draft IVAS Conformance test -- Linux: $CI_COMMIT_BRANCH' - + - if: $CI_PIPELINE_SOURCE == 'trigger' + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'check-float-reference' + variables: + IVAS_PIPELINE_NAME: 'check-float-reference: $CI_COMMIT_BRANCH' stages: - .pre @@ -257,6 +262,8 @@ stages: when: never - if: $MANUAL_PIPELINE_TYPE == 'ivas-conformance-linux' when: never + - if: $MANUAL_PIPELINE_TYPE == 'check-float-reference' + when: never - when: on_success .rules-merge-request: @@ -1592,6 +1599,49 @@ test-long-self-test: junit: - report-junit-ltv.xml +check-float-reference: + tags: + - ivas-linux + stage: test + timeout: "30 minutes" + rules: + - if: ($CI_PIPELINE_SOURCE == 'web' || $CI_PIPELINE_SOURCE == 'trigger') && $MANUAL_PIPELINE_TYPE == 'check-float-reference' + allow_failure: + exit_codes: + - 123 + script: + - *print-common-info + ### store the current commit hash + - source_branch_commit_sha=$(git rev-parse HEAD) + ### Checkout BASOP_REFERENCE_BRANCH + - git checkout $BASOP_REFERENCE_BRANCH + - make clean + - make -j + - mv IVAS_cod ../IVAS_cod_ref + - mv IVAS_dec ../IVAS_dec_ref + - mv IVAS_rend ../IVAS_rend_ref + - git checkout $source_branch_commit_sha + + - exit_code1=0 + - exit_code2=0 + - python3 -m pytest tests/codec_be_on_mr_nonselection -v --update_ref 1 -m create_ref --html=report1.html --self-contained-html --junit-xml=report-junit1.xml || exit_code1=$? + - python3 -m pytest tests/codec_be_on_mr_nonselection -v --update_ref 1 -m create_ref_part2 --html=report2.html --self-contained-html --junit-xml=report-junit2.xml || exit_code2=$? + - zero_errors=$(cat report-junit1.xml report-junit2.xml | grep -c 'errors="0"') || true + - if [ $zero_errors != 1 ]; then echo "Run errors encountered!"; exit $EXIT_CODE_FAIL; fi + - exit 0 + artifacts: + name: "check-float-reference--sha-$CI_COMMIT_SHORT_SHA--results" + when: always + expire_in: 1 mos + paths: + - report-junit1.xml + - report-junit2.xml + - report1.html + - report2.html + expose_as: "check-float-reference results" + reports: + junit: + - report-junit1.xml # --------------------------------------------------------------- # Scheduled jobs on main -- GitLab From 12f0a03ab35e16aacda061953c4b3dc5e82da835 Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Mon, 24 Jun 2024 16:22:02 +0200 Subject: [PATCH 2/4] Add run of ci/remove_unsupported_testcases.py --- .gitlab-ci.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 236bbc2a98..edbc0347b0 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1624,6 +1624,7 @@ check-float-reference: - exit_code1=0 - exit_code2=0 + - python3 ci/remove_unsupported_testcases.py scripts/config/self_test.prm - python3 -m pytest tests/codec_be_on_mr_nonselection -v --update_ref 1 -m create_ref --html=report1.html --self-contained-html --junit-xml=report-junit1.xml || exit_code1=$? - python3 -m pytest tests/codec_be_on_mr_nonselection -v --update_ref 1 -m create_ref_part2 --html=report2.html --self-contained-html --junit-xml=report-junit2.xml || exit_code2=$? - zero_errors=$(cat report-junit1.xml report-junit2.xml | grep -c 'errors="0"') || true -- GitLab From 4c853517b2c5d833a528c597df10a86a3dc0c580 Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Mon, 24 Jun 2024 16:25:41 +0200 Subject: [PATCH 3/4] Fix copy-paste error --- .gitlab-ci.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index edbc0347b0..e6fbd4d81b 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1617,9 +1617,9 @@ check-float-reference: - git checkout $BASOP_REFERENCE_BRANCH - make clean - make -j - - mv IVAS_cod ../IVAS_cod_ref - - mv IVAS_dec ../IVAS_dec_ref - - mv IVAS_rend ../IVAS_rend_ref + - mv IVAS_cod IVAS_cod_ref + - mv IVAS_dec IVAS_dec_ref + - mv IVAS_rend IVAS_rend_ref - git checkout $source_branch_commit_sha - exit_code1=0 -- GitLab From 48ab5805cd34ce6803b3d9ca6eeaa0f22f77c82a Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Mon, 24 Jun 2024 16:32:07 +0200 Subject: [PATCH 4/4] Copy reference execs to remove error for missing DuT execs --- .gitlab-ci.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index e6fbd4d81b..7130ef4f7e 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1617,9 +1617,9 @@ check-float-reference: - git checkout $BASOP_REFERENCE_BRANCH - make clean - make -j - - mv IVAS_cod IVAS_cod_ref - - mv IVAS_dec IVAS_dec_ref - - mv IVAS_rend IVAS_rend_ref + - cp IVAS_cod IVAS_cod_ref + - cp IVAS_dec IVAS_dec_ref + - cp IVAS_rend IVAS_rend_ref - git checkout $source_branch_commit_sha - exit_code1=0 -- GitLab