From c8a237a356ea2d50f4e5a68948a52161355fb007 Mon Sep 17 00:00:00 2001 From: Archit Tamarapu Date: Thu, 18 Dec 2025 16:06:05 +0100 Subject: [PATCH 01/12] first version of loudness measurement job --- includes/build-jobs.yml | 3 +- main-float.yml | 77 +++++++++++++++++++++++++++++++++++++++++ 2 files changed, 79 insertions(+), 1 deletion(-) diff --git a/includes/build-jobs.yml b/includes/build-jobs.yml index 508705e..6c973c8 100644 --- a/includes/build-jobs.yml +++ b/includes/build-jobs.yml @@ -112,7 +112,8 @@ build-codec-windows-msbuild: rules: - if: $MANUAL_PIPELINE_TYPE == 'long-term-logs' || $MANUAL_PIPELINE_TYPE == 'backup-long-term-logs' || $MANUAL_PIPELINE_TYPE == 'ivas-conformance-linux' || $UPDATE_PAGES || $MANUAL_PIPELINE_TYPE == 'complexity' || $MEASURE_COMPLEXITY_LINUX when: never - - if: $CI_PIPELINE_SOURCE == 'web' + # - if: $CI_PIPELINE_SOURCE == 'web' + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE != 'loudness' - if: $CI_PIPELINE_SOURCE == 'push' && $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH - if: $CI_PIPELINE_SOURCE == 'merge_request_event' - if: $CI_PIPELINE_SOURCE == 'schedule' diff --git a/main-float.yml b/main-float.yml index 1cc0861..aeded78 100644 --- a/main-float.yml +++ b/main-float.yml @@ -44,6 +44,7 @@ variables: - 'test-branch-vs-input-passthrough' - 'coverage' - 'complexity' + - 'loudness' PYTEST_ARGS: "" COVERAGE_OUTPUT_FILE_STV: "coverage-stv.info" @@ -97,6 +98,9 @@ workflow: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'complexity' variables: IVAS_PIPELINE_NAME: 'Complexity Measurement on $CI_COMMIT_BRANCH' + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness' + variables: + IVAS_PIPELINE_NAME: 'Loudness Measurement on $CI_COMMIT_BRANCH' # --------------------------------------------------------------- # Rules templates @@ -1571,6 +1575,79 @@ test-branch-vs-input-passthrough: junit: - report-junit.xml +loudness-measurement: + tags: + - processing-scripts-linux + extends: + - .test-job-linux-needs-testv-dir + stage: compare + timeout: 24 hours + rules: + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness' + allow_failure: + exit_codes: + - 123 + script: + - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh + - set -x + - git clone --single-branch --branch main https://gitlab-ci-token:${CI_JOB_TOKEN}@forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git + - make -j + - > + for fmt in mono stereo MC_5_1 MC_5_1_2 MC_5_1_4 MC_7_1 MC_7_1_4 ISM1 ISM2 ISM3 ISM4 FOA HOA2 HOA3 MASA_1TC MASA_2TC OMASA_ISM1_1TC OMASA_ISM2_1TC OMASA_ISM3_1TC OMASA_ISM4_1TC OMASA_ISM1_2TC OMASA_ISM2_2TC OMASA_ISM3_2TC OMASA_ISM4_2TC OSBA_ISM1_FOA OSBA_ISM2_FOA OSBA_ISM3_FOA OSBA_ISM4_FOA OSBA_ISM1_HOA2 OSBA_ISM2_HOA2 OSBA_ISM3_HOA2 OSBA_ISM4_HOA2 OSBA_ISM1_HOA3 OSBA_ISM2_HOA3 OSBA_ISM3_HOA3 OSBA_ISM4_HOA3; + do + ./scripts/runIvasCodec.py -z console -U 1:2 -p scripts/config/ci_loudness_linux.json -x ${fmt}_b | tee -a smoke_test_output.txt + done + # - > + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x mono_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x stereo_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_5_1_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_5_1_2_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_5_1_4_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_7_1_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_7_1_4_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x ISM1_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x ISM2_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x ISM3_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x ISM4_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x FOA_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x HOA2_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x HOA3_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MASA_1TC_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MASA_2TC_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM1_1TC_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM2_1TC_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM3_1TC_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM4_1TC_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM1_2TC_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM2_2TC_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM3_2TC_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM4_2TC_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM1_FOA_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM2_FOA_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM3_FOA_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM4_FOA_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM1_HOA2_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM2_HOA2_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM3_HOA2_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM4_HOA2_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM1_HOA3_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM2_HOA3_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM3_HOA3_b | tee -a smoke_test_output.txt + # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM4_HOA3_b | tee -a smoke_test_output.txt + - ./scripts/get_loudness_data.py + - ./scripts/parse_loudness_data.py + - exit 0 + + artifacts: + name: "loudness-measurements--sha-$CI_COMMIT_SHORT_SHA--results" + when: always + expire_in: 2 weeks + paths: + - loudness.csv + - smoke_test_output.txt + expose_as: "loudness results" + + # --------------------------------------------------------------- # Scheduled jobs on main # --------------------------------------------------------------- -- GitLab From ed60bf90b393a76d2fda3aaeacf47dd6d679e003 Mon Sep 17 00:00:00 2001 From: Archit Tamarapu Date: Wed, 7 Jan 2026 15:42:35 +0100 Subject: [PATCH 02/12] try to make formats selectable --- main-float.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/main-float.yml b/main-float.yml index aeded78..5740324 100644 --- a/main-float.yml +++ b/main-float.yml @@ -1584,6 +1584,8 @@ loudness-measurement: timeout: 24 hours rules: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness' + variables: + FORMAT_LIST: "mono stereo MC_5_1 MC_5_1_2 MC_5_1_4 MC_7_1 MC_7_1_4 ISM1 ISM2 ISM3 ISM4 FOA HOA2 HOA3 MASA_1TC MASA_2TC OMASA_ISM1_1TC OMASA_ISM2_1TC OMASA_ISM3_1TC OMASA_ISM4_1TC OMASA_ISM1_2TC OMASA_ISM2_2TC OMASA_ISM3_2TC OMASA_ISM4_2TC OSBA_ISM1_FOA OSBA_ISM2_FOA OSBA_ISM3_FOA OSBA_ISM4_FOA OSBA_ISM1_HOA2 OSBA_ISM2_HOA2 OSBA_ISM3_HOA2 OSBA_ISM4_HOA2 OSBA_ISM1_HOA3 OSBA_ISM2_HOA3 OSBA_ISM3_HOA3 OSBA_ISM4_HOA3" allow_failure: exit_codes: - 123 @@ -1593,7 +1595,7 @@ loudness-measurement: - git clone --single-branch --branch main https://gitlab-ci-token:${CI_JOB_TOKEN}@forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git - make -j - > - for fmt in mono stereo MC_5_1 MC_5_1_2 MC_5_1_4 MC_7_1 MC_7_1_4 ISM1 ISM2 ISM3 ISM4 FOA HOA2 HOA3 MASA_1TC MASA_2TC OMASA_ISM1_1TC OMASA_ISM2_1TC OMASA_ISM3_1TC OMASA_ISM4_1TC OMASA_ISM1_2TC OMASA_ISM2_2TC OMASA_ISM3_2TC OMASA_ISM4_2TC OSBA_ISM1_FOA OSBA_ISM2_FOA OSBA_ISM3_FOA OSBA_ISM4_FOA OSBA_ISM1_HOA2 OSBA_ISM2_HOA2 OSBA_ISM3_HOA2 OSBA_ISM4_HOA2 OSBA_ISM1_HOA3 OSBA_ISM2_HOA3 OSBA_ISM3_HOA3 OSBA_ISM4_HOA3; + for fmt in ${FORMAT_LIST}; do ./scripts/runIvasCodec.py -z console -U 1:2 -p scripts/config/ci_loudness_linux.json -x ${fmt}_b | tee -a smoke_test_output.txt done -- GitLab From f6a71f56d530eeae4de257aaf96736b05e8074db Mon Sep 17 00:00:00 2001 From: Archit Tamarapu Date: Thu, 8 Jan 2026 10:35:21 +0100 Subject: [PATCH 03/12] check persistence of output directory for runIvasCodec --- main-float.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/main-float.yml b/main-float.yml index 5740324..4d66802 100644 --- a/main-float.yml +++ b/main-float.yml @@ -1593,6 +1593,8 @@ loudness-measurement: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - set -x - git clone --single-branch --branch main https://gitlab-ci-token:${CI_JOB_TOKEN}@forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git + - ls -R out || true + - rm -rf out || true - make -j - > for fmt in ${FORMAT_LIST}; @@ -1636,6 +1638,7 @@ loudness-measurement: # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM2_HOA3_b | tee -a smoke_test_output.txt # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM3_HOA3_b | tee -a smoke_test_output.txt # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM4_HOA3_b | tee -a smoke_test_output.txt + - ls -R out || true - ./scripts/get_loudness_data.py - ./scripts/parse_loudness_data.py - exit 0 -- GitLab From 545d517a5812fc8d45c915527dac3e85832202a8 Mon Sep 17 00:00:00 2001 From: Archit Tamarapu Date: Thu, 8 Jan 2026 15:16:26 +0100 Subject: [PATCH 04/12] add plots to artifacts --- main-float.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/main-float.yml b/main-float.yml index 4d66802..42f1eb1 100644 --- a/main-float.yml +++ b/main-float.yml @@ -1593,8 +1593,6 @@ loudness-measurement: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - set -x - git clone --single-branch --branch main https://gitlab-ci-token:${CI_JOB_TOKEN}@forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git - - ls -R out || true - - rm -rf out || true - make -j - > for fmt in ${FORMAT_LIST}; @@ -1638,7 +1636,6 @@ loudness-measurement: # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM2_HOA3_b | tee -a smoke_test_output.txt # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM3_HOA3_b | tee -a smoke_test_output.txt # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM4_HOA3_b | tee -a smoke_test_output.txt - - ls -R out || true - ./scripts/get_loudness_data.py - ./scripts/parse_loudness_data.py - exit 0 @@ -1650,6 +1647,7 @@ loudness-measurement: paths: - loudness.csv - smoke_test_output.txt + - plots/ expose_as: "loudness results" -- GitLab From f5310a03cb38b51dc88c55e048670b955a1dabf5 Mon Sep 17 00:00:00 2001 From: Archit Tamarapu Date: Mon, 12 Jan 2026 16:55:53 +0100 Subject: [PATCH 05/12] cleanup loudness CI job and allow for custom config JSON files --- main-float.yml | 53 +++++++++++++------------------------------------- 1 file changed, 13 insertions(+), 40 deletions(-) diff --git a/main-float.yml b/main-float.yml index 42f1eb1..fb98210 100644 --- a/main-float.yml +++ b/main-float.yml @@ -1585,7 +1585,18 @@ loudness-measurement: rules: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness' variables: - FORMAT_LIST: "mono stereo MC_5_1 MC_5_1_2 MC_5_1_4 MC_7_1 MC_7_1_4 ISM1 ISM2 ISM3 ISM4 FOA HOA2 HOA3 MASA_1TC MASA_2TC OMASA_ISM1_1TC OMASA_ISM2_1TC OMASA_ISM3_1TC OMASA_ISM4_1TC OMASA_ISM1_2TC OMASA_ISM2_2TC OMASA_ISM3_2TC OMASA_ISM4_2TC OSBA_ISM1_FOA OSBA_ISM2_FOA OSBA_ISM3_FOA OSBA_ISM4_FOA OSBA_ISM1_HOA2 OSBA_ISM2_HOA2 OSBA_ISM3_HOA2 OSBA_ISM4_HOA2 OSBA_ISM1_HOA3 OSBA_ISM2_HOA3 OSBA_ISM3_HOA3 OSBA_ISM4_HOA3" + FORMAT_LIST: > + mono stereo + MC_5_1 MC_5_1_2 MC_5_1_4 MC_7_1 MC_7_1_4 + ISM1 ISM2 ISM3 ISM4 + FOA HOA2 HOA3 + MASA_1TC MASA_2TC + OMASA_ISM1_1TC OMASA_ISM2_1TC OMASA_ISM3_1TC OMASA_ISM4_1TC + OMASA_ISM1_2TC OMASA_ISM2_2TC OMASA_ISM3_2TC OMASA_ISM4_2TC + OSBA_ISM1_FOA OSBA_ISM2_FOA OSBA_ISM3_FOA OSBA_ISM4_FOA + OSBA_ISM1_HOA2 OSBA_ISM2_HOA2 OSBA_ISM3_HOA2 OSBA_ISM4_HOA2 + OSBA_ISM1_HOA3 OSBA_ISM2_HOA3 OSBA_ISM3_HOA3 OSBA_ISM4_HOA3 + CONFIG_JSON: "scripts/config/ci_loudness_linux.json" allow_failure: exit_codes: - 123 @@ -1597,48 +1608,10 @@ loudness-measurement: - > for fmt in ${FORMAT_LIST}; do - ./scripts/runIvasCodec.py -z console -U 1:2 -p scripts/config/ci_loudness_linux.json -x ${fmt}_b | tee -a smoke_test_output.txt + ./scripts/runIvasCodec.py -z console -U 1:2 -p ${CONFIG_JSON} -x ${fmt}_b | tee -a smoke_test_output.txt done - # - > - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x mono_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x stereo_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_5_1_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_5_1_2_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_5_1_4_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_7_1_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_7_1_4_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x ISM1_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x ISM2_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x ISM3_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x ISM4_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x FOA_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x HOA2_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x HOA3_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MASA_1TC_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MASA_2TC_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM1_1TC_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM2_1TC_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM3_1TC_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM4_1TC_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM1_2TC_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM2_2TC_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM3_2TC_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM4_2TC_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM1_FOA_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM2_FOA_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM3_FOA_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM4_FOA_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM1_HOA2_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM2_HOA2_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM3_HOA2_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM4_HOA2_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM1_HOA3_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM2_HOA3_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM3_HOA3_b | tee -a smoke_test_output.txt - # ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM4_HOA3_b | tee -a smoke_test_output.txt - ./scripts/get_loudness_data.py - ./scripts/parse_loudness_data.py - - exit 0 artifacts: name: "loudness-measurements--sha-$CI_COMMIT_SHORT_SHA--results" -- GitLab From 336347da09f5489e662ad8cd5e84c22f038ab567 Mon Sep 17 00:00:00 2001 From: Archit Tamarapu Date: Wed, 14 Jan 2026 16:26:01 +0100 Subject: [PATCH 06/12] try to move jobs to their own file --- includes/loudness-jobs.yml | 115 +++++++++++++++++++++++++++++++++++++ main-float.yml | 52 +---------------- 2 files changed, 118 insertions(+), 49 deletions(-) create mode 100644 includes/loudness-jobs.yml diff --git a/includes/loudness-jobs.yml b/includes/loudness-jobs.yml new file mode 100644 index 0000000..53aa01b --- /dev/null +++ b/includes/loudness-jobs.yml @@ -0,0 +1,115 @@ +loudness-measurement: + tags: + - processing-scripts-linux + + extends: + - .test-job-linux-needs-testv-dir + + stage: test + timeout: 24 hours + rules: + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness' + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness-measurement-only' + + variables: + FORMAT_LIST: > + mono stereo + MC_5_1 MC_5_1_2 MC_5_1_4 MC_7_1 MC_7_1_4 + ISM1 ISM2 ISM3 ISM4 + FOA HOA2 HOA3 + MASA_1TC MASA_2TC + OMASA_ISM1_1TC OMASA_ISM2_1TC OMASA_ISM3_1TC OMASA_ISM4_1TC + OMASA_ISM1_2TC OMASA_ISM2_2TC OMASA_ISM3_2TC OMASA_ISM4_2TC + OSBA_ISM1_FOA OSBA_ISM2_FOA OSBA_ISM3_FOA OSBA_ISM4_FOA + OSBA_ISM1_HOA2 OSBA_ISM2_HOA2 OSBA_ISM3_HOA2 OSBA_ISM4_HOA2 + OSBA_ISM1_HOA3 OSBA_ISM2_HOA3 OSBA_ISM3_HOA3 OSBA_ISM4_HOA3 + CONFIG_JSON: "scripts/config/ci_loudness_linux.json" + allow_failure: + exit_codes: + - 123 + + script: + - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh + - set -x + - git clone --single-branch --branch main https://gitlab-ci-token:${CI_JOB_TOKEN}@forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git + - make -j + - > + + for fmt in ${FORMAT_LIST}; + do + ./scripts/runIvasCodec.py -z console -U 1:2 -p ${CONFIG_JSON} -x ${fmt}_b | tee -a smoke_test_output.txt + done + - ./scripts/get_loudness_data.py ${CONFIG_JSON} --formats ${FORMAT_LIST} + + artifacts: + name: "loudness-measurements--sha-$CI_COMMIT_SHORT_SHA--results" + when: always + expire_in: 2 weeks + paths: + - loudness.csv + - smoke_test_output.txt + + expose_as: "loudness measurements" + +loudness-analysis: + tags: + - processing-scripts-linux + + extends: + - .test-job-linux-needs-testv-dir + + stage: compare + rules: + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness' + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness-analysis-only' + + needs: + - job: loudness-measurement + + artifacts: true + optional: true + before_script: + - | + + if [ ! -f "loudness.csv" ]; then + echo "No loudness.csv found in current pipeline, fetching from last successful measurement job..." + + job_id=$(python3 ci/get_id_of_last_job_occurence.py $CI_COMMIT_REF_NAME "loudness-measurement" $CI_PROJECT_ID --success_only) + echo "Found job ID: $job_id" + + if [ "$JOB_ID_INJECT" != "" ]; then + job_id=$JOB_ID_INJECT + echo "Using injected job ID: $job_id" + fi + + if [ "$job_id" == "-1" ]; then + echo "ERROR: No successful loudness-measurement job found on branch $CI_COMMIT_REF_NAME" + exit 1 + fi + + # Download and extract artifacts + curl --silent --show-error --request GET "$CI_API_V4_URL/projects/$CI_PROJECT_ID/jobs/$job_id/artifacts" --output artifacts.zip + unzip -qq artifacts.zip || true + + if [ ! -f "loudness.csv" ]; then + echo "ERROR: loudness.csv not found in artifacts from job $job_id" + exit 1 + fi + + echo "Successfully fetched loudness.csv from job $job_id" + else + echo "loudness.csv found in current pipeline artifacts" + fi + script: + - ./scripts/parse_loudness_data.py + + artifacts: + name: "loudness-analysis--sha-$CI_COMMIT_SHORT_SHA--results" + when: always + expire_in: 2 weeks + paths: + - loudness.csv + - smoke_test_output.txt + - plots/ + + expose_as: "loudness analysis results" diff --git a/main-float.yml b/main-float.yml index fb98210..346fb29 100644 --- a/main-float.yml +++ b/main-float.yml @@ -3,6 +3,7 @@ include: - local: includes/default-variables.yml - local: includes/job-templates.yml - local: includes/complexity-jobs.yml + - local: includes/loudness-jobs.yml - local: includes/smoke-test.yml - local: includes/build-jobs.yml - local: includes/rules.yml @@ -45,6 +46,8 @@ variables: - 'coverage' - 'complexity' - 'loudness' + - 'loudness-measurement-only' + - 'loudness-analysis-only' PYTEST_ARGS: "" COVERAGE_OUTPUT_FILE_STV: "coverage-stv.info" @@ -1575,55 +1578,6 @@ test-branch-vs-input-passthrough: junit: - report-junit.xml -loudness-measurement: - tags: - - processing-scripts-linux - extends: - - .test-job-linux-needs-testv-dir - stage: compare - timeout: 24 hours - rules: - - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness' - variables: - FORMAT_LIST: > - mono stereo - MC_5_1 MC_5_1_2 MC_5_1_4 MC_7_1 MC_7_1_4 - ISM1 ISM2 ISM3 ISM4 - FOA HOA2 HOA3 - MASA_1TC MASA_2TC - OMASA_ISM1_1TC OMASA_ISM2_1TC OMASA_ISM3_1TC OMASA_ISM4_1TC - OMASA_ISM1_2TC OMASA_ISM2_2TC OMASA_ISM3_2TC OMASA_ISM4_2TC - OSBA_ISM1_FOA OSBA_ISM2_FOA OSBA_ISM3_FOA OSBA_ISM4_FOA - OSBA_ISM1_HOA2 OSBA_ISM2_HOA2 OSBA_ISM3_HOA2 OSBA_ISM4_HOA2 - OSBA_ISM1_HOA3 OSBA_ISM2_HOA3 OSBA_ISM3_HOA3 OSBA_ISM4_HOA3 - CONFIG_JSON: "scripts/config/ci_loudness_linux.json" - allow_failure: - exit_codes: - - 123 - script: - - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - - set -x - - git clone --single-branch --branch main https://gitlab-ci-token:${CI_JOB_TOKEN}@forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git - - make -j - - > - for fmt in ${FORMAT_LIST}; - do - ./scripts/runIvasCodec.py -z console -U 1:2 -p ${CONFIG_JSON} -x ${fmt}_b | tee -a smoke_test_output.txt - done - - ./scripts/get_loudness_data.py - - ./scripts/parse_loudness_data.py - - artifacts: - name: "loudness-measurements--sha-$CI_COMMIT_SHORT_SHA--results" - when: always - expire_in: 2 weeks - paths: - - loudness.csv - - smoke_test_output.txt - - plots/ - expose_as: "loudness results" - - # --------------------------------------------------------------- # Scheduled jobs on main # --------------------------------------------------------------- -- GitLab From 6979c52735b1d64f7451e5595b1e497eda1236cf Mon Sep 17 00:00:00 2001 From: Archit Tamarapu Date: Wed, 14 Jan 2026 16:32:03 +0100 Subject: [PATCH 07/12] fix pipeline naming --- main-float.yml | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/main-float.yml b/main-float.yml index 346fb29..b4358ac 100644 --- a/main-float.yml +++ b/main-float.yml @@ -103,7 +103,13 @@ workflow: IVAS_PIPELINE_NAME: 'Complexity Measurement on $CI_COMMIT_BRANCH' - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness' variables: - IVAS_PIPELINE_NAME: 'Loudness Measurement on $CI_COMMIT_BRANCH' + IVAS_PIPELINE_NAME: 'Loudness measurement and analysis on $CI_COMMIT_BRANCH' + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness-measurement-only' + variables: + IVAS_PIPELINE_NAME: 'Loudness measurement on $CI_COMMIT_BRANCH' + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness-analysis-only' + variables: + IVAS_PIPELINE_NAME: 'Loudness analysis on $CI_COMMIT_BRANCH' # --------------------------------------------------------------- # Rules templates -- GitLab From 869397b80f6660fc6c42bbe1a151fb2c0e2956c9 Mon Sep 17 00:00:00 2001 From: Archit Tamarapu Date: Wed, 14 Jan 2026 18:40:55 +0100 Subject: [PATCH 08/12] missing clone for loudness analysis job --- includes/loudness-jobs.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/includes/loudness-jobs.yml b/includes/loudness-jobs.yml index 53aa01b..a7b7a0d 100644 --- a/includes/loudness-jobs.yml +++ b/includes/loudness-jobs.yml @@ -101,6 +101,9 @@ loudness-analysis: echo "loudness.csv found in current pipeline artifacts" fi script: + - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh + - set -x + - git clone --single-branch --branch main https://gitlab-ci-token:${CI_JOB_TOKEN}@forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git - ./scripts/parse_loudness_data.py artifacts: -- GitLab From fedf85c0e81d573177e2a6379a259a254b8a7a5a Mon Sep 17 00:00:00 2001 From: Archit Tamarapu Date: Thu, 15 Jan 2026 11:40:42 +0100 Subject: [PATCH 09/12] fix before script in analysis job --- includes/loudness-jobs.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/includes/loudness-jobs.yml b/includes/loudness-jobs.yml index a7b7a0d..821d2e1 100644 --- a/includes/loudness-jobs.yml +++ b/includes/loudness-jobs.yml @@ -69,6 +69,7 @@ loudness-analysis: artifacts: true optional: true before_script: + - !reference [.test-job-linux-needs-testv-dir, before_script] - | if [ ! -f "loudness.csv" ]; then @@ -111,8 +112,6 @@ loudness-analysis: when: always expire_in: 2 weeks paths: - - loudness.csv - - smoke_test_output.txt - plots/ expose_as: "loudness analysis results" -- GitLab From 34d9609952b8081ec2b8f560ff75bd4e61cef0ca Mon Sep 17 00:00:00 2001 From: Archit Tamarapu Date: Thu, 15 Jan 2026 16:07:49 +0100 Subject: [PATCH 10/12] switch to gitlab inputs for better UX --- includes/loudness-jobs.yml | 17 +++++------------ main-float.yml | 27 +++++++++++++++++++++++++++ 2 files changed, 32 insertions(+), 12 deletions(-) diff --git a/includes/loudness-jobs.yml b/includes/loudness-jobs.yml index 821d2e1..aca2625 100644 --- a/includes/loudness-jobs.yml +++ b/includes/loudness-jobs.yml @@ -12,18 +12,9 @@ loudness-measurement: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness-measurement-only' variables: - FORMAT_LIST: > - mono stereo - MC_5_1 MC_5_1_2 MC_5_1_4 MC_7_1 MC_7_1_4 - ISM1 ISM2 ISM3 ISM4 - FOA HOA2 HOA3 - MASA_1TC MASA_2TC - OMASA_ISM1_1TC OMASA_ISM2_1TC OMASA_ISM3_1TC OMASA_ISM4_1TC - OMASA_ISM1_2TC OMASA_ISM2_2TC OMASA_ISM3_2TC OMASA_ISM4_2TC - OSBA_ISM1_FOA OSBA_ISM2_FOA OSBA_ISM3_FOA OSBA_ISM4_FOA - OSBA_ISM1_HOA2 OSBA_ISM2_HOA2 OSBA_ISM3_HOA2 OSBA_ISM4_HOA2 - OSBA_ISM1_HOA3 OSBA_ISM2_HOA3 OSBA_ISM3_HOA3 OSBA_ISM4_HOA3 - CONFIG_JSON: "scripts/config/ci_loudness_linux.json" + FORMAT_LIST: $[[ inputs.loudness_formats ]] + CONFIG_JSON: $[[ inputs.loudness_config_json ]] + allow_failure: exit_codes: - 123 @@ -31,6 +22,8 @@ loudness-measurement: script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - set -x + - echo "Using formats:${FORMAT_LIST}" + - echo "Using config: ${CONFIG_JSON}" - git clone --single-branch --branch main https://gitlab-ci-token:${CI_JOB_TOKEN}@forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git - make -j - > diff --git a/main-float.yml b/main-float.yml index b4358ac..844103f 100644 --- a/main-float.yml +++ b/main-float.yml @@ -1,3 +1,30 @@ +spec: + inputs: + loudness_config_json: + default: "scripts/config/ci_loudness_linux.json" + type: string + description: "Config JSON file path" + options: + - "scripts/config/ci_linux.json" + - "scripts/config/ci_linux_ltv.json" + - "scripts/config/ci_loudness_linux.json" + + loudness_formats: + default: > + mono stereo + MC_5_1 MC_5_1_2 MC_5_1_4 MC_7_1 MC_7_1_4 + ISM1 ISM2 ISM3 ISM4 + FOA HOA2 HOA3 + MASA_1TC MASA_2TC + OMASA_ISM1_1TC OMASA_ISM2_1TC OMASA_ISM3_1TC OMASA_ISM4_1TC + OMASA_ISM1_2TC OMASA_ISM2_2TC OMASA_ISM3_2TC OMASA_ISM4_2TC + OSBA_ISM1_FOA OSBA_ISM2_FOA OSBA_ISM3_FOA OSBA_ISM4_FOA + OSBA_ISM1_HOA2 OSBA_ISM2_HOA2 OSBA_ISM3_HOA2 OSBA_ISM4_HOA2 + OSBA_ISM1_HOA3 OSBA_ISM2_HOA3 OSBA_ISM3_HOA3 OSBA_ISM4_HOA3 + type: string + description: "Space-separated list of formats to test" + +--- include: - local: includes/pre.yml - local: includes/default-variables.yml -- GitLab From 96ca056f14695f48f62a70a49a62dc5ac2012ba2 Mon Sep 17 00:00:00 2001 From: Archit Tamarapu Date: Fri, 16 Jan 2026 12:52:18 +0100 Subject: [PATCH 11/12] gitlab inputs can't be included --- includes/loudness-jobs.yml | 12 +++-- main-float.yml | 91 ++++++++++++++++++-------------------- 2 files changed, 48 insertions(+), 55 deletions(-) diff --git a/includes/loudness-jobs.yml b/includes/loudness-jobs.yml index aca2625..745843c 100644 --- a/includes/loudness-jobs.yml +++ b/includes/loudness-jobs.yml @@ -12,8 +12,8 @@ loudness-measurement: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness-measurement-only' variables: - FORMAT_LIST: $[[ inputs.loudness_formats ]] - CONFIG_JSON: $[[ inputs.loudness_config_json ]] + FORMAT_LIST: $LOUDNESS_FORMATS + CONFIG_JSON: $LOUDNESS_CONFIG allow_failure: exit_codes: @@ -22,12 +22,11 @@ loudness-measurement: script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh - set -x - - echo "Using formats:${FORMAT_LIST}" - - echo "Using config: ${CONFIG_JSON}" + - echo "Using formats ${FORMAT_LIST}" + - echo "Using config ${CONFIG_JSON}" - git clone --single-branch --branch main https://gitlab-ci-token:${CI_JOB_TOKEN}@forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git - make -j - - > - + - | for fmt in ${FORMAT_LIST}; do ./scripts/runIvasCodec.py -z console -U 1:2 -p ${CONFIG_JSON} -x ${fmt}_b | tee -a smoke_test_output.txt @@ -64,7 +63,6 @@ loudness-analysis: before_script: - !reference [.test-job-linux-needs-testv-dir, before_script] - | - if [ ! -f "loudness.csv" ]; then echo "No loudness.csv found in current pipeline, fetching from last successful measurement job..." diff --git a/main-float.yml b/main-float.yml index 844103f..d7dc20a 100644 --- a/main-float.yml +++ b/main-float.yml @@ -1,30 +1,3 @@ -spec: - inputs: - loudness_config_json: - default: "scripts/config/ci_loudness_linux.json" - type: string - description: "Config JSON file path" - options: - - "scripts/config/ci_linux.json" - - "scripts/config/ci_linux_ltv.json" - - "scripts/config/ci_loudness_linux.json" - - loudness_formats: - default: > - mono stereo - MC_5_1 MC_5_1_2 MC_5_1_4 MC_7_1 MC_7_1_4 - ISM1 ISM2 ISM3 ISM4 - FOA HOA2 HOA3 - MASA_1TC MASA_2TC - OMASA_ISM1_1TC OMASA_ISM2_1TC OMASA_ISM3_1TC OMASA_ISM4_1TC - OMASA_ISM1_2TC OMASA_ISM2_2TC OMASA_ISM3_2TC OMASA_ISM4_2TC - OSBA_ISM1_FOA OSBA_ISM2_FOA OSBA_ISM3_FOA OSBA_ISM4_FOA - OSBA_ISM1_HOA2 OSBA_ISM2_HOA2 OSBA_ISM3_HOA2 OSBA_ISM4_HOA2 - OSBA_ISM1_HOA3 OSBA_ISM2_HOA3 OSBA_ISM3_HOA3 OSBA_ISM4_HOA3 - type: string - description: "Space-separated list of formats to test" - ---- include: - local: includes/pre.yml - local: includes/default-variables.yml @@ -61,26 +34,48 @@ variables: OUT_FORMATS_ALL: "$OUT_FORMATS_CHANNEL_BASED $OUT_FORMATS_SCENE_BASED $OUT_FORMATS_BINAURAL EXT" MANUAL_PIPELINE_TYPE: description: "Type for the manual pipeline run. Use 'test-be-release' to run BE test against release codec." - value: 'default' + value: "default" options: - - 'default' - - 'test-be-release' - - 'test-long-self-test' - - 'ivas-conformance' - - 'ivas-conformance-linux' - - 'check-clipping' - - 'test-branch-vs-input-passthrough' - - 'coverage' - - 'complexity' - - 'loudness' - - 'loudness-measurement-only' - - 'loudness-analysis-only' + - "default" + - "test-be-release" + - "test-long-self-test" + - "ivas-conformance" + - "ivas-conformance-linux" + - "check-clipping" + - "test-branch-vs-input-passthrough" + - "coverage" + - "complexity" + - "loudness" + - "loudness-measurement-only" + - "loudness-analysis-only" PYTEST_ARGS: "" COVERAGE_OUTPUT_FILE_STV: "coverage-stv.info" COVERAGE_OUTPUT_FILE_LTV: "coverage-ltv.info" COVERAGE_OUTPUT_FILE_CONFORMANCE: "coverage-conformance.info" COVERAGE_OUTPUT_FILE_MERGED: "coverage-merged.info" + LOUDNESS_CONFIG: + description: "Config JSON file path (needs MANUAL_PIPELINE_TYPE loudness*)" + value: "scripts/config/ci_loudness_linux.json" + options: + # currently dont work due to inconsistent metadata naming + # - "scripts/config/ci_linux.json" + # - "scripts/config/ci_linux_ltv.json" + - "scripts/config/ci_loudness_linux.json" + + LOUDNESS_FORMATS: + description: "Space-separated list of formats to test (needs MANUAL_PIPELINE_TYPE loudness*)" + value: > + mono stereo + MC_5_1 MC_5_1_2 MC_5_1_4 MC_7_1 MC_7_1_4 + ISM1 ISM2 ISM3 ISM4 + FOA HOA2 HOA3 + MASA_1TC MASA_2TC + OMASA_ISM1_1TC OMASA_ISM2_1TC OMASA_ISM3_1TC OMASA_ISM4_1TC + OMASA_ISM1_2TC OMASA_ISM2_2TC OMASA_ISM3_2TC OMASA_ISM4_2TC + OSBA_ISM1_FOA OSBA_ISM2_FOA OSBA_ISM3_FOA OSBA_ISM4_FOA + OSBA_ISM1_HOA2 OSBA_ISM2_HOA2 OSBA_ISM3_HOA2 OSBA_ISM4_HOA2 + OSBA_ISM1_HOA3 OSBA_ISM2_HOA3 OSBA_ISM3_HOA3 OSBA_ISM4_HOA3 # This sets when pipelines are created. Jobs have more specific rules to restrict them. workflow: @@ -127,16 +122,16 @@ workflow: IVAS_PIPELINE_NAME: "Coverage measurement" - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'complexity' variables: - IVAS_PIPELINE_NAME: 'Complexity Measurement on $CI_COMMIT_BRANCH' + IVAS_PIPELINE_NAME: "Complexity Measurement on $CI_COMMIT_BRANCH" - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness' variables: - IVAS_PIPELINE_NAME: 'Loudness measurement and analysis on $CI_COMMIT_BRANCH' + IVAS_PIPELINE_NAME: "Loudness measurement and analysis on $CI_COMMIT_BRANCH" - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness-measurement-only' variables: - IVAS_PIPELINE_NAME: 'Loudness measurement on $CI_COMMIT_BRANCH' + IVAS_PIPELINE_NAME: "Loudness measurement on $CI_COMMIT_BRANCH" - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness-analysis-only' variables: - IVAS_PIPELINE_NAME: 'Loudness analysis on $CI_COMMIT_BRANCH' + IVAS_PIPELINE_NAME: "Loudness analysis on $CI_COMMIT_BRANCH" # --------------------------------------------------------------- # Rules templates @@ -152,8 +147,8 @@ workflow: # These can be used later on to do common tasks -.merge-request-comparison-setup-codec: &merge-request-comparison-setup-codec - ### build test binaries, initial clean for paranoia reasons +.merge-request-comparison-setup-codec: + &merge-request-comparison-setup-codec ### build test binaries, initial clean for paranoia reasons - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/disable-debugging-macro.sh - make clean - mkdir build @@ -347,8 +342,8 @@ basop-compat-stv: parallel: matrix: - TEST_SUITE: - - tests/codec_be_on_mr_nonselection/test_param_file.py - - tests/renderer_short/test_renderer.py + - tests/codec_be_on_mr_nonselection/test_param_file.py + - tests/renderer_short/test_renderer.py script: - exit 0 -- GitLab From 24b2b9630cf21e310df610951433563e913d2922 Mon Sep 17 00:00:00 2001 From: Archit Tamarapu Date: Thu, 22 Jan 2026 09:10:05 +0100 Subject: [PATCH 12/12] remove trimming of input file --- includes/loudness-jobs.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/includes/loudness-jobs.yml b/includes/loudness-jobs.yml index 745843c..f30cb83 100644 --- a/includes/loudness-jobs.yml +++ b/includes/loudness-jobs.yml @@ -29,7 +29,7 @@ loudness-measurement: - | for fmt in ${FORMAT_LIST}; do - ./scripts/runIvasCodec.py -z console -U 1:2 -p ${CONFIG_JSON} -x ${fmt}_b | tee -a smoke_test_output.txt + ./scripts/runIvasCodec.py -z console -p ${CONFIG_JSON} -x ${fmt}_b | tee -a smoke_test_output.txt done - ./scripts/get_loudness_data.py ${CONFIG_JSON} --formats ${FORMAT_LIST} -- GitLab