From 18b24876a7052e1c8b53aeffae6801c6e6994f01 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Mon, 1 Dec 2025 12:10:17 +0100 Subject: [PATCH 01/17] change all tags to 24.04 to test with new platform --- includes/complexity-jobs.yml | 2 +- includes/job-templates.yml | 2 +- main-float.yml | 24 ++++++++++++------------ 3 files changed, 14 insertions(+), 14 deletions(-) diff --git a/includes/complexity-jobs.yml b/includes/complexity-jobs.yml index 02d7eea..2344ab4 100644 --- a/includes/complexity-jobs.yml +++ b/includes/complexity-jobs.yml @@ -88,7 +88,7 @@ - .test-job-linux tags: # TODO: align runner tags between projects - - ivas-linux-fast + - 24.04 timeout: 3 hours 30 minutes stage: test variables: diff --git a/includes/job-templates.yml b/includes/job-templates.yml index 031f613..c6d5266 100644 --- a/includes/job-templates.yml +++ b/includes/job-templates.yml @@ -7,7 +7,7 @@ # If a child job overwrites before_script, then use !reference to also add the part from this jobs .job-linux: tags: - - ivas-linux + - 24.04 before_script: - | if [[ "$IVAS_CODEC_CI_REF" == "" ]]; then echo "Error: IVAS_CODEC_CI_REF not set" && exit 1; else echo "IVAS_CODEC_CI_REF set to: $IVAS_CODEC_CI_REF"; fi diff --git a/main-float.yml b/main-float.yml index 391bfce..d8737ef 100644 --- a/main-float.yml +++ b/main-float.yml @@ -183,7 +183,7 @@ uninterruptible: - if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH when: always tags: - - ivas-linux + - 24.04 # --------------------------------------------------------------- # Validation jobs @@ -251,7 +251,7 @@ branch-is-up-to-date-with-main-post: - if: $CI_PIPELINE_SOURCE == 'push' when: never tags: - - ivas-linux-fast + - 24.04 before_script: - !reference [.job-linux, before_script] - python3 scripts/prepare_combined_format_inputs.py @@ -413,7 +413,7 @@ codec-smoke-test: - .rules-merge-request-to-main timeout: "20 minutes" tags: - - ivas-linux-fast + - 24.04 stage: test needs: [ @@ -460,7 +460,7 @@ codec-msan: - .sanitizer-selftest-on-mr - .sanitizer-selftest-anchor tags: - - ivas-linux-fast + - 24.04 before_script: - !reference [.job-linux, before_script] - CLANG_NUM=1 @@ -486,7 +486,7 @@ codec-usan: - .sanitizer-selftest-on-mr - .sanitizer-selftest-anchor tags: - - ivas-linux-fast + - 24.04 before_script: - !reference [.job-linux, before_script] - CLANG_NUM=3 @@ -1501,7 +1501,7 @@ test-long-self-test: resource_group: ivas-long-self-test-resource timeout: "50 minutes" tags: - - ivas-linux-fast + - 24.04 rules: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'test-long-self-test' allow_failure: @@ -1643,7 +1643,7 @@ ltv-msan: - if: $SANITIZER_SCHEDULE_E timeout: 5 hours tags: - - ivas-linux-fast + - 24.04 before_script: - !reference [.job-linux, before_script] - CLANG_NUM=1 @@ -1661,7 +1661,7 @@ ltv-asan: when: delayed start_in: 5 hours tags: - - ivas-linux-fast + - 24.04 timeout: 5 hours before_script: - !reference [.job-linux, before_script] @@ -1680,7 +1680,7 @@ ltv-usan: when: delayed start_in: 8 hours tags: - - ivas-linux-fast + - 24.04 timeout: 5 hours before_script: - !reference [.job-linux, before_script] @@ -1695,7 +1695,7 @@ ltv-usan: stage: test tags: - sanitizer_test_main - - ivas-linux-fast + - 24.04 artifacts: name: "$CI_JOB_NAME--main--sha-$CI_COMMIT_SHORT_SHA" expire_in: 7 weeks @@ -2219,7 +2219,7 @@ sanitizer-test-osba-planar-hoa3-ism4: - .test-job-linux-needs-testv-dir - .rules-main-scheduled tags: - - ivas-linux-fast + - 24.04 stage: test rules: - if: $COVERAGE_TEST @@ -2252,7 +2252,7 @@ coverage-merge: - .rules-main-scheduled - .test-job-linux-needs-testv-dir tags: - - ivas-linux-fast + - 24.04 stage: test rules: - if: $COVERAGE_TEST -- GitLab From c6dfa4ce243c752f2c6feb67c9ef5d5bf1f03da6 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Mon, 1 Dec 2025 14:36:22 +0100 Subject: [PATCH 02/17] remove comment --- includes/complexity-jobs.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/includes/complexity-jobs.yml b/includes/complexity-jobs.yml index 2344ab4..8330340 100644 --- a/includes/complexity-jobs.yml +++ b/includes/complexity-jobs.yml @@ -87,7 +87,6 @@ extends: - .test-job-linux tags: - # TODO: align runner tags between projects - 24.04 timeout: 3 hours 30 minutes stage: test -- GitLab From 8cb482301e38fb4c54a1d2c732ff148c5dee5a72 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Mon, 1 Dec 2025 14:38:26 +0100 Subject: [PATCH 03/17] change tag name --- includes/complexity-jobs.yml | 2 +- includes/job-templates.yml | 2 +- main-float.yml | 24 ++++++++++++------------ 3 files changed, 14 insertions(+), 14 deletions(-) diff --git a/includes/complexity-jobs.yml b/includes/complexity-jobs.yml index 8330340..1ae6e53 100644 --- a/includes/complexity-jobs.yml +++ b/includes/complexity-jobs.yml @@ -87,7 +87,7 @@ extends: - .test-job-linux tags: - - 24.04 + - ubuntu_24_04 timeout: 3 hours 30 minutes stage: test variables: diff --git a/includes/job-templates.yml b/includes/job-templates.yml index c6d5266..2946cf7 100644 --- a/includes/job-templates.yml +++ b/includes/job-templates.yml @@ -7,7 +7,7 @@ # If a child job overwrites before_script, then use !reference to also add the part from this jobs .job-linux: tags: - - 24.04 + - ubuntu_24_04 before_script: - | if [[ "$IVAS_CODEC_CI_REF" == "" ]]; then echo "Error: IVAS_CODEC_CI_REF not set" && exit 1; else echo "IVAS_CODEC_CI_REF set to: $IVAS_CODEC_CI_REF"; fi diff --git a/main-float.yml b/main-float.yml index d8737ef..c26d154 100644 --- a/main-float.yml +++ b/main-float.yml @@ -183,7 +183,7 @@ uninterruptible: - if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH when: always tags: - - 24.04 + - ubuntu_24_04 # --------------------------------------------------------------- # Validation jobs @@ -251,7 +251,7 @@ branch-is-up-to-date-with-main-post: - if: $CI_PIPELINE_SOURCE == 'push' when: never tags: - - 24.04 + - ubuntu_24_04 before_script: - !reference [.job-linux, before_script] - python3 scripts/prepare_combined_format_inputs.py @@ -413,7 +413,7 @@ codec-smoke-test: - .rules-merge-request-to-main timeout: "20 minutes" tags: - - 24.04 + - ubuntu_24_04 stage: test needs: [ @@ -460,7 +460,7 @@ codec-msan: - .sanitizer-selftest-on-mr - .sanitizer-selftest-anchor tags: - - 24.04 + - ubuntu_24_04 before_script: - !reference [.job-linux, before_script] - CLANG_NUM=1 @@ -486,7 +486,7 @@ codec-usan: - .sanitizer-selftest-on-mr - .sanitizer-selftest-anchor tags: - - 24.04 + - ubuntu_24_04 before_script: - !reference [.job-linux, before_script] - CLANG_NUM=3 @@ -1501,7 +1501,7 @@ test-long-self-test: resource_group: ivas-long-self-test-resource timeout: "50 minutes" tags: - - 24.04 + - ubuntu_24_04 rules: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'test-long-self-test' allow_failure: @@ -1643,7 +1643,7 @@ ltv-msan: - if: $SANITIZER_SCHEDULE_E timeout: 5 hours tags: - - 24.04 + - ubuntu_24_04 before_script: - !reference [.job-linux, before_script] - CLANG_NUM=1 @@ -1661,7 +1661,7 @@ ltv-asan: when: delayed start_in: 5 hours tags: - - 24.04 + - ubuntu_24_04 timeout: 5 hours before_script: - !reference [.job-linux, before_script] @@ -1680,7 +1680,7 @@ ltv-usan: when: delayed start_in: 8 hours tags: - - 24.04 + - ubuntu_24_04 timeout: 5 hours before_script: - !reference [.job-linux, before_script] @@ -1695,7 +1695,7 @@ ltv-usan: stage: test tags: - sanitizer_test_main - - 24.04 + - ubuntu_24_04 artifacts: name: "$CI_JOB_NAME--main--sha-$CI_COMMIT_SHORT_SHA" expire_in: 7 weeks @@ -2219,7 +2219,7 @@ sanitizer-test-osba-planar-hoa3-ism4: - .test-job-linux-needs-testv-dir - .rules-main-scheduled tags: - - 24.04 + - ubuntu_24_04 stage: test rules: - if: $COVERAGE_TEST @@ -2252,7 +2252,7 @@ coverage-merge: - .rules-main-scheduled - .test-job-linux-needs-testv-dir tags: - - 24.04 + - ubuntu_24_04 stage: test rules: - if: $COVERAGE_TEST -- GitLab From 3aa5d79065f1ddaafda6b3f6a4394c7139abfdd4 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Mon, 1 Dec 2025 15:33:02 +0100 Subject: [PATCH 04/17] deactivate formatter job for now --- main-float.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main-float.yml b/main-float.yml index c26d154..2921f3a 100644 --- a/main-float.yml +++ b/main-float.yml @@ -1000,7 +1000,7 @@ voip-be-on-merge-request: - make -j - python3 -m pytest tests/test_be_for_jbm_neutral_dly_profile.py -clang-format-check: +.clang-format-check: extends: - .test-job-linux - .rules-merge-request-to-main -- GitLab From 76a40b1ec820f492ccb5f03db790c44955153e66 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Thu, 11 Dec 2025 17:01:26 +0100 Subject: [PATCH 05/17] set log-level to INFO in renderer-Xsan tests that should hopefully then help to get the logggin messages into the xml reports, too --- main-float.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/main-float.yml b/main-float.yml index 7f536a1..783a7b7 100644 --- a/main-float.yml +++ b/main-float.yml @@ -575,7 +575,7 @@ renderer-asan: variables: SANITIZER_BUILD_STRING: "asan" script: - - python3 -m pytest -q --tb=no -n auto --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/renderer/test_renderer.py tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout + - python3 -m pytest -q --tb=no -n auto --log-level=INFO --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/renderer/test_renderer.py tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout artifacts: expose_as: "renderer asan result" @@ -586,7 +586,7 @@ renderer-msan: variables: SANITIZER_BUILD_STRING: "msan" script: - - python3 -m pytest -q --tb=no -n auto --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/renderer/test_renderer.py tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout + - python3 -m pytest -q --tb=no -n auto --log-level=INFO --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/renderer/test_renderer.py tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout artifacts: expose_as: "renderer msan result" @@ -597,7 +597,7 @@ renderer-usan: variables: SANITIZER_BUILD_STRING: "usan" script: - - UBSAN_OPTIONS=suppressions=scripts/ubsan.supp,report_error_type=1,print_stacktrace=1 python3 -m pytest -q --tb=no -n auto --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/renderer/test_renderer.py tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout + - UBSAN_OPTIONS=suppressions=scripts/ubsan.supp,report_error_type=1,print_stacktrace=1 python3 -m pytest -q --tb=no -n auto --log-level=INFO --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/renderer/test_renderer.py tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout artifacts: expose_as: "renderer usan result" -- GitLab From 1b7fe5c7450c94c88497d95fc90de00421263724 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Thu, 11 Dec 2025 18:20:37 +0100 Subject: [PATCH 06/17] [revert-me] fewer tests for faster testing --- main-float.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main-float.yml b/main-float.yml index 783a7b7..da81312 100644 --- a/main-float.yml +++ b/main-float.yml @@ -586,7 +586,7 @@ renderer-msan: variables: SANITIZER_BUILD_STRING: "msan" script: - - python3 -m pytest -q --tb=no -n auto --log-level=INFO --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/renderer/test_renderer.py tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout + - python3 -m pytest -q --tb=no -k test_ambisonics_full_chain_split -n auto --log-level=INFO --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/renderer/test_renderer.py tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout artifacts: expose_as: "renderer msan result" -- GitLab From 23dc05f3867da43bda049915c57202fc576d8c52 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Thu, 11 Dec 2025 19:23:05 +0100 Subject: [PATCH 07/17] Revert "[revert-me] fewer tests for faster testing" This reverts commit 1b7fe5c7450c94c88497d95fc90de00421263724. --- main-float.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main-float.yml b/main-float.yml index da81312..783a7b7 100644 --- a/main-float.yml +++ b/main-float.yml @@ -586,7 +586,7 @@ renderer-msan: variables: SANITIZER_BUILD_STRING: "msan" script: - - python3 -m pytest -q --tb=no -k test_ambisonics_full_chain_split -n auto --log-level=INFO --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/renderer/test_renderer.py tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout + - python3 -m pytest -q --tb=no -n auto --log-level=INFO --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/renderer/test_renderer.py tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout artifacts: expose_as: "renderer msan result" -- GitLab From 24c6af5a62f0520849dc52f30e053c817f09eb10 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Mon, 15 Dec 2025 16:49:38 +0100 Subject: [PATCH 08/17] add CLANG=0 in build jobs --- includes/build-jobs.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/includes/build-jobs.yml b/includes/build-jobs.yml index 0fc5b68..051efa3 100644 --- a/includes/build-jobs.yml +++ b/includes/build-jobs.yml @@ -19,7 +19,7 @@ build-codec-linux-make: script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/activate-Werror-linux.sh - - make -j + - make -j CLANG=0 # ensure that codec builds on linux with cmake build-codec-linux-cmake: @@ -42,7 +42,7 @@ build-codec-linux-cmake: bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh fi - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/activate-Werror-linux.sh - - cmake -B cmake-build -G "Unix Makefiles" + - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=0 - cmake --build cmake-build -- -j # ensure that codec builds on linux with instrumentation active @@ -70,7 +70,7 @@ build-codec-linux-instrumented-make: INSTRUMENTATION_ARGS="-m MEM_ONLY" fi - bash scripts/prepare_instrumentation.sh $INSTRUMENTATION_ARGS - - make -j -C $INSTR_DIR + - make -j -C $INSTR_DIR CLANG=0 # make sure that the codec builds with msan, asan and usan build-codec-sanitizers-linux: @@ -114,7 +114,7 @@ build-codec-linux-debugging-make: script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/enable-debugging-macro.sh - - make -j + - make -j CLANG=0 build-codec-windows-msbuild: rules: -- GitLab From 9b095f01d2314b234c64f03ba7154cd1860158a3 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Mon, 12 Jan 2026 12:43:28 +0100 Subject: [PATCH 09/17] new ref platform setup for BASOP --- main-basop.yml | 57 ++++++++++++++++++++++++++------------------------ 1 file changed, 30 insertions(+), 27 deletions(-) diff --git a/main-basop.yml b/main-basop.yml index 1200deb..2e77604 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -912,7 +912,7 @@ fail-pipeline-if-in-draft: when: never stage: postvalidate tags: - - ivas-linux + - ubuntu_24_04 script: - echo "Your MR is still in Draft state, set it to ready to be mergable, then retrigger the pipeline." - exit 1 @@ -923,7 +923,7 @@ check-for-parallel-branch-in-float-repo: - .job-linux stage: prevalidate tags: - - ivas-linux + - ubuntu_24_04 script: # we need to source the script here so that the correct exit code is returned from the global job shell and the "allow_failure" recognizes it - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/check-for-parallel-branch-in-float-repo.sh @@ -943,7 +943,7 @@ branch-is-up-to-date-with-target-pre: stage: prevalidate needs: [] tags: - - ivas-linux + - ubuntu_24_04 script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/branch-is-up-to-date-with-target-pre.sh @@ -961,7 +961,7 @@ branch-is-up-to-date-with-target-post: - .rules-merge-request-no-draft stage: postvalidate tags: - - ivas-linux + - ubuntu_24_04 script: - | commits_behind_count="$(bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/get-commits-behind-count.sh)" @@ -973,7 +973,7 @@ branch-is-up-to-date-with-target-post: exit_codes: - 123 -clang-format-check: +.clang-format-check: extends: - .test-job-linux - .rules-merge-request @@ -1223,7 +1223,7 @@ renderer-pytest-on-merge-request: - .rules-merge-request-no-draft timeout: "90 minutes" tags: - - ivas-linux + - ubuntu_24_04 stage: compare variables: REPORT_XML: "report--$CI_JOB_NAME-$CI_JOB_ID--sha-$CI_COMMIT_SHORT_SHA.xml" @@ -1300,7 +1300,7 @@ ivas-pytest-on-merge-request: REPORT_HTML: "report--ivas_pytest_on_merge_request-$CI_JOB_ID--sha-$CI_COMMIT_SHORT_SHA.html" REPORT_CSV: "report--ivas_pytest_on_merge_request-$CI_JOB_ID--sha-$CI_COMMIT_SHORT_SHA.csv" tags: - - ivas-linux + - ubuntu_24_04 script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/build-merge-target-binaries.sh @@ -1364,7 +1364,7 @@ split-rendering-pytest-on-merge-request: - .test-job-linux-compares-to-fixed-target - .rules-merge-request-no-draft tags: - - ivas-linux-fast + - ubuntu_24_04 timeout: "60 minutes" stage: compare variables: @@ -1616,6 +1616,7 @@ lc3-wrapper-unit-test: .renderer-asan: extends: - .test-job-linux + - .rules-merge-request-to-main needs: ["build-codec-linux-cmake"] stage: test script: @@ -1624,7 +1625,7 @@ lc3-wrapper-unit-test: - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=asan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true - cmake --build cmake-build -- -j - testcase_timeout=180 - - python3 -m pytest -q -n auto -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout + - python3 -m pytest -q -n auto --log-level=INFO -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" @@ -1643,17 +1644,18 @@ lc3-wrapper-unit-test: .renderer-msan: extends: - .test-job-linux + - .rules-merge-request-to-main needs: ["build-codec-linux-cmake"] stage: test tags: - - ivas-linux + - ubuntu_24_04 script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=msan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true - cmake --build cmake-build -- -j - testcase_timeout=180 - - python3 -m pytest -q -n auto -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout + - python3 -m pytest -q -n auto --log-level=INFO -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" @@ -1669,20 +1671,21 @@ lc3-wrapper-unit-test: # from float # test renderer executable with cmake + usan # TODO: turn into scheduled job -.renderer-usan: +renderer-usan: extends: - .test-job-linux + - .rules-merge-request-to-main needs: ["build-codec-linux-cmake"] stage: test tags: - - ivas-linux + - ubuntu_24_04 script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=usan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true - cmake --build cmake-build -- -j - testcase_timeout=180 - - UBSAN_OPTIONS=suppressions=scripts/ubsan.supp,report_error_type=1,print_stacktrace=1,log_path=usan_log_catchall python3 -m pytest -q -n auto -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout + - UBSAN_OPTIONS=suppressions=scripts/ubsan.supp,report_error_type=1,print_stacktrace=1,log_path=usan_log_catchall python3 -m pytest -q -n auto --log-level=INFO -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout - grep_exit_code=0 - touch usan_log_empty # Creates an empty file, this is to avoid "grep: usan_log_*: No such file or directory" in case no USAN failures are reported from pytest - grep UndefinedBehaviorSanitizer usan_log_* || grep_exit_code=$? @@ -1780,7 +1783,7 @@ codec-msan: extends: - .sanitizer-selftest-on-mr tags: - - ivas-linux + - ubuntu_24_04 script: - CLANG_NUM=1 - SELFTEST_SANITY_TIMEOUT=180 @@ -1793,7 +1796,7 @@ codec-asan: extends: - .sanitizer-selftest-on-mr tags: - - ivas-linux + - ubuntu_24_04 script: - CLANG_NUM=2 - SELFTEST_SANITY_TIMEOUT=180 @@ -1806,7 +1809,7 @@ codec-usan: extends: - .sanitizer-selftest-on-mr tags: - - ivas-linux + - ubuntu_24_04 script: - CLANG_NUM=3 - SELFTEST_SANITY_TIMEOUT=180 @@ -1973,7 +1976,7 @@ ivas-pytest-compare_ref-long-dec: - .rules-pytest-long - .test-job-linux tags: - - ivas-linux + - ubuntu_24_04 - high-memory-capacity before_script: - USE_LTV=1 @@ -2000,7 +2003,7 @@ ivas-pytest-compare_ref-long-dec-lev-10: - .rules-pytest-long - .test-job-linux tags: - - ivas-linux + - ubuntu_24_04 - high-memory-capacity before_script: - USE_LTV=1 @@ -2027,7 +2030,7 @@ ivas-pytest-compare_ref-long-dec-lev+10: - .rules-pytest-long - .test-job-linux tags: - - ivas-linux + - ubuntu_24_04 - high-memory-capacity before_script: - USE_LTV=1 @@ -2042,7 +2045,7 @@ ivas-pytest-compare_ref-long-fx-fx: - .rules-pytest-long-fx-fx - .test-job-linux tags: - - ivas-linux + - ubuntu_24_04 before_script: - USE_LTV=1 - REF_ENCODER_PATH=./$DUT_ENCODER_PATH @@ -2056,7 +2059,7 @@ ivas-pytest-compare_ref-long-fx-fx-lev-10: - .rules-pytest-long-fx-fx - .test-job-linux tags: - - ivas-linux + - ubuntu_24_04 before_script: - USE_LTV=1 - REF_ENCODER_PATH=./$DUT_ENCODER_PATH @@ -2070,7 +2073,7 @@ ivas-pytest-compare_ref-long-fx-fx-lev+10: - .rules-pytest-long-fx-fx - .test-job-linux tags: - - ivas-linux + - ubuntu_24_04 before_script: - USE_LTV=1 - REF_ENCODER_PATH=./$DUT_ENCODER_PATH @@ -2085,7 +2088,7 @@ ivas-pytest-msan: extends: - .test-job-linux tags: - - ivas-linux-fast + - ubuntu_24_04 resource_group: basop-long-sanitizers rules: - if: $CI_PIPELINE_SOURCE == 'push' @@ -2104,7 +2107,7 @@ ivas-pytest-asan: extends: - .test-job-linux tags: - - ivas-linux-fast + - ubuntu_24_04 resource_group: basop-long-sanitizers rules: - if: $CI_PIPELINE_SOURCE == 'push' @@ -2123,7 +2126,7 @@ ivas-pytest-usan: extends: - .test-job-linux tags: - - ivas-linux-fast + - ubuntu_24_04 resource_group: basop-long-sanitizers rules: - if: $CI_PIPELINE_SOURCE == 'push' @@ -2681,7 +2684,7 @@ ivas-conformance-linux: pages: stage: deploy tags: - - ivas-linux + - ubuntu_24_04 rules: - if: $UPDATE_PAGES script: -- GitLab From 71517b89dd11e9a40b98b97df7402897aa9e87fe Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Mon, 12 Jan 2026 12:52:45 +0100 Subject: [PATCH 10/17] activate other renderer sanitizer tests --- main-basop.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/main-basop.yml b/main-basop.yml index 2e77604..a775e59 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -1613,7 +1613,7 @@ lc3-wrapper-unit-test: # from float # test renderer executable with cmake + asan # TODO: turn into scheduled job -.renderer-asan: +renderer-asan: extends: - .test-job-linux - .rules-merge-request-to-main @@ -1641,7 +1641,7 @@ lc3-wrapper-unit-test: # from float # test renderer executable with cmake + msan # TODO: turn into scheduled job -.renderer-msan: +renderer-msan: extends: - .test-job-linux - .rules-merge-request-to-main -- GitLab From 8d16ab98f1b30e2dbc52db4f667e483548e96de6 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Mon, 12 Jan 2026 15:37:10 +0100 Subject: [PATCH 11/17] use same pytest args as for float --- main-basop.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/main-basop.yml b/main-basop.yml index a775e59..343b1e8 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -1625,7 +1625,7 @@ renderer-asan: - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=asan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true - cmake --build cmake-build -- -j - testcase_timeout=180 - - python3 -m pytest -q -n auto --log-level=INFO -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout + - python3 -m pytest -q --tb=no -n auto --log-level=INFO --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" @@ -1655,7 +1655,7 @@ renderer-msan: - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=msan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true - cmake --build cmake-build -- -j - testcase_timeout=180 - - python3 -m pytest -q -n auto --log-level=INFO -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout + - python3 -m pytest -q --tb=no -n auto --log-level=INFO --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" @@ -1685,7 +1685,7 @@ renderer-usan: - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=usan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true - cmake --build cmake-build -- -j - testcase_timeout=180 - - UBSAN_OPTIONS=suppressions=scripts/ubsan.supp,report_error_type=1,print_stacktrace=1,log_path=usan_log_catchall python3 -m pytest -q -n auto --log-level=INFO -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout + - UBSAN_OPTIONS=suppressions=scripts/ubsan.supp,report_error_type=1,print_stacktrace=1,log_path=usan_log_catchall python3 -m pytest -q --tb=no -n auto --log-level=INFO --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout - grep_exit_code=0 - touch usan_log_empty # Creates an empty file, this is to avoid "grep: usan_log_*: No such file or directory" in case no USAN failures are reported from pytest - grep UndefinedBehaviorSanitizer usan_log_* || grep_exit_code=$? -- GitLab From 6cdf8ec92391fe1ee16671168bef38df01324d40 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Mon, 12 Jan 2026 15:38:09 +0100 Subject: [PATCH 12/17] add debug printout --- main-basop.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/main-basop.yml b/main-basop.yml index 343b1e8..f78d0d4 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -1655,6 +1655,7 @@ renderer-msan: - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=msan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true - cmake --build cmake-build -- -j - testcase_timeout=180 + - cat .pytest.ini - python3 -m pytest -q --tb=no -n auto --log-level=INFO --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout artifacts: -- GitLab From 76cf03bf04f040456bfc794729fff107e455cdaa Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Mon, 12 Jan 2026 15:44:25 +0100 Subject: [PATCH 13/17] fix filename --- main-basop.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main-basop.yml b/main-basop.yml index f78d0d4..4b60202 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -1655,7 +1655,7 @@ renderer-msan: - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=msan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true - cmake --build cmake-build -- -j - testcase_timeout=180 - - cat .pytest.ini + - cat pytest.ini - python3 -m pytest -q --tb=no -n auto --log-level=INFO --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout artifacts: -- GitLab From 194399f87ba7b616a4c440e568f4e414c816c51b Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Wed, 25 Feb 2026 09:11:34 +0100 Subject: [PATCH 14/17] add ignorelist for USAN in cmake build --- main-basop.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/main-basop.yml b/main-basop.yml index 4b60202..f1e42d5 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -1683,7 +1683,8 @@ renderer-usan: script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh - - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=usan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true + - python3 scripts/basop_create_ignorelist_for_ubsan.py + - cmake -B cmake-build -G "Unix Makefiles" -DIGNORELIST=1 -DCLANG=usan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true - cmake --build cmake-build -- -j - testcase_timeout=180 - UBSAN_OPTIONS=suppressions=scripts/ubsan.supp,report_error_type=1,print_stacktrace=1,log_path=usan_log_catchall python3 -m pytest -q --tb=no -n auto --log-level=INFO --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout -- GitLab From 2dd7d1f69758b51b3685a0f9cc61b8af39e83ca2 Mon Sep 17 00:00:00 2001 From: Jan Kiene Date: Wed, 25 Feb 2026 09:18:01 +0100 Subject: [PATCH 15/17] correct path for logs of sid test --- main-float.yml | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/main-float.yml b/main-float.yml index 783a7b7..0247bec 100644 --- a/main-float.yml +++ b/main-float.yml @@ -1039,10 +1039,7 @@ check-first-frame-is-sid: artifacts: paths: - - logs_enc - - logs_dec_msan - - logs_dec_asan - - logs_dec_usan + - logs when: always name: "$CI_JOB_NAME--$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--sidstart" expose_as: "logs-sidstart" -- GitLab From 8c7ec8453b967f1e4b2b7b790f626726aa955b85 Mon Sep 17 00:00:00 2001 From: Tapani Pihlajakuja Date: Wed, 25 Feb 2026 13:42:06 +0200 Subject: [PATCH 16/17] Replace tag to nokia runner 2 --- main-basop.yml | 44 ++++++++++++++++++++++---------------------- 1 file changed, 22 insertions(+), 22 deletions(-) diff --git a/main-basop.yml b/main-basop.yml index f1e42d5..effae0f 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -912,7 +912,7 @@ fail-pipeline-if-in-draft: when: never stage: postvalidate tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 script: - echo "Your MR is still in Draft state, set it to ready to be mergable, then retrigger the pipeline." - exit 1 @@ -923,7 +923,7 @@ check-for-parallel-branch-in-float-repo: - .job-linux stage: prevalidate tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 script: # we need to source the script here so that the correct exit code is returned from the global job shell and the "allow_failure" recognizes it - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/check-for-parallel-branch-in-float-repo.sh @@ -943,7 +943,7 @@ branch-is-up-to-date-with-target-pre: stage: prevalidate needs: [] tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/branch-is-up-to-date-with-target-pre.sh @@ -961,7 +961,7 @@ branch-is-up-to-date-with-target-post: - .rules-merge-request-no-draft stage: postvalidate tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 script: - | commits_behind_count="$(bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/get-commits-behind-count.sh)" @@ -1223,7 +1223,7 @@ renderer-pytest-on-merge-request: - .rules-merge-request-no-draft timeout: "90 minutes" tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 stage: compare variables: REPORT_XML: "report--$CI_JOB_NAME-$CI_JOB_ID--sha-$CI_COMMIT_SHORT_SHA.xml" @@ -1300,7 +1300,7 @@ ivas-pytest-on-merge-request: REPORT_HTML: "report--ivas_pytest_on_merge_request-$CI_JOB_ID--sha-$CI_COMMIT_SHORT_SHA.html" REPORT_CSV: "report--ivas_pytest_on_merge_request-$CI_JOB_ID--sha-$CI_COMMIT_SHORT_SHA.csv" tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/build-merge-target-binaries.sh @@ -1364,7 +1364,7 @@ split-rendering-pytest-on-merge-request: - .test-job-linux-compares-to-fixed-target - .rules-merge-request-no-draft tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 timeout: "60 minutes" stage: compare variables: @@ -1648,7 +1648,7 @@ renderer-msan: needs: ["build-codec-linux-cmake"] stage: test tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh @@ -1679,7 +1679,7 @@ renderer-usan: needs: ["build-codec-linux-cmake"] stage: test tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh @@ -1785,7 +1785,7 @@ codec-msan: extends: - .sanitizer-selftest-on-mr tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 script: - CLANG_NUM=1 - SELFTEST_SANITY_TIMEOUT=180 @@ -1798,7 +1798,7 @@ codec-asan: extends: - .sanitizer-selftest-on-mr tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 script: - CLANG_NUM=2 - SELFTEST_SANITY_TIMEOUT=180 @@ -1811,7 +1811,7 @@ codec-usan: extends: - .sanitizer-selftest-on-mr tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 script: - CLANG_NUM=3 - SELFTEST_SANITY_TIMEOUT=180 @@ -1978,7 +1978,7 @@ ivas-pytest-compare_ref-long-dec: - .rules-pytest-long - .test-job-linux tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 - high-memory-capacity before_script: - USE_LTV=1 @@ -2005,7 +2005,7 @@ ivas-pytest-compare_ref-long-dec-lev-10: - .rules-pytest-long - .test-job-linux tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 - high-memory-capacity before_script: - USE_LTV=1 @@ -2032,7 +2032,7 @@ ivas-pytest-compare_ref-long-dec-lev+10: - .rules-pytest-long - .test-job-linux tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 - high-memory-capacity before_script: - USE_LTV=1 @@ -2047,7 +2047,7 @@ ivas-pytest-compare_ref-long-fx-fx: - .rules-pytest-long-fx-fx - .test-job-linux tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 before_script: - USE_LTV=1 - REF_ENCODER_PATH=./$DUT_ENCODER_PATH @@ -2061,7 +2061,7 @@ ivas-pytest-compare_ref-long-fx-fx-lev-10: - .rules-pytest-long-fx-fx - .test-job-linux tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 before_script: - USE_LTV=1 - REF_ENCODER_PATH=./$DUT_ENCODER_PATH @@ -2075,7 +2075,7 @@ ivas-pytest-compare_ref-long-fx-fx-lev+10: - .rules-pytest-long-fx-fx - .test-job-linux tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 before_script: - USE_LTV=1 - REF_ENCODER_PATH=./$DUT_ENCODER_PATH @@ -2090,7 +2090,7 @@ ivas-pytest-msan: extends: - .test-job-linux tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 resource_group: basop-long-sanitizers rules: - if: $CI_PIPELINE_SOURCE == 'push' @@ -2109,7 +2109,7 @@ ivas-pytest-asan: extends: - .test-job-linux tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 resource_group: basop-long-sanitizers rules: - if: $CI_PIPELINE_SOURCE == 'push' @@ -2128,7 +2128,7 @@ ivas-pytest-usan: extends: - .test-job-linux tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 resource_group: basop-long-sanitizers rules: - if: $CI_PIPELINE_SOURCE == 'push' @@ -2686,7 +2686,7 @@ ivas-conformance-linux: pages: stage: deploy tags: - - ubuntu_24_04 + - test-nokia-basop-linux-runner-2 rules: - if: $UPDATE_PAGES script: -- GitLab From 7140351f20323346ac0dbdaa251768059a412f12 Mon Sep 17 00:00:00 2001 From: Tapani Pihlajakuja Date: Wed, 25 Feb 2026 13:57:58 +0200 Subject: [PATCH 17/17] Update --- main-basop.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main-basop.yml b/main-basop.yml index effae0f..011bea6 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -2332,7 +2332,7 @@ be-2-evs-26444: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "evs-26444" - if: $CI_PIPELINE_SOURCE == 'merge_request_event' && $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "main" tags: - - be-2-evs-basop + - test-nokia-basop-linux-runner-2 stage: test needs: ["build-codec-linux-make"] timeout: "30 minutes" -- GitLab