From 90a4d0fd49227f9044e55995c40abff9ee33d9ef Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Wed, 3 Sep 2025 10:18:56 +0200 Subject: [PATCH 1/6] Add runner-speed-test --- includes/rules.yml | 2 ++ main-basop.yml | 35 +++++++++++++++++++++++++++++++++++ 2 files changed, 37 insertions(+) diff --git a/includes/rules.yml b/includes/rules.yml index 486257f..f7c1aec 100644 --- a/includes/rules.yml +++ b/includes/rules.yml @@ -19,6 +19,8 @@ when: never - if: $MANUAL_PIPELINE_TYPE == 'test-branch-vs-input-passthrough' when: never + - if: $MANUAL_PIPELINE_TYPE == 'runner-speed-test' + when: never - when: on_success .rules-merge-request-to-main: diff --git a/main-basop.yml b/main-basop.yml index 207ad3e..4c99561 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -76,6 +76,9 @@ workflow: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'peaq-enc-passthrough' variables: IVAS_PIPELINE_NAME: 'PEAQ encoder pass-through test: $CI_COMMIT_BRANCH' + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'runner-speed-test' + variables: + IVAS_PIPELINE_NAME: 'Runner speed test: $CI_COMMIT_BRANCH' - if: $CI_PIPELINE_SOURCE == 'schedule' # Scheduled in any branch variables: IVAS_PIPELINE_NAME: 'Scheduled pipeline: $CI_COMMIT_BRANCH' @@ -2517,6 +2520,38 @@ backup-long-term-job-logs: - exit 1 - fi +# Run +runner-speed-test: + rules: + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "runner-speed-test" + stage: test + parallel: + matrix: + - RUNNER: + - test-nokia-basop-linux-runner-2 + - test-nokia-basop-linux-runner-3 + - test-dolby-linux-runner + - test-dolby-linux-runner-2 + - test-ericsson-linux-runner + - test-ericsson-linux-runner-3 + - test-ericsson-linux-runner-5 + - test-ericsson-linux-runner-7 + - test-ericsson-linux-runner-8 + - test-ericsson-linux-runner-9 + - test-ericsson-linux-runner-10 + - test-ericsson-linux-sprinter-1 + - test-fhg-basop-runner-3 + - test-fhg-basop-runner-4 + tags: + - ${RUNNER} + before_script: + - USE_LTV=0 + - DUT_ENCODER_PATH=./$REF_ENCODER_PATH + - TEST_SUITE="$SHORT_TEST_SUITE" + - LEVEL_SCALING=1.0 + <<: *ivas-pytest-anchor + + # --------------------------------------------------------------- # Complexity measurement jobs -- GitLab From cca398dca5f9a449ad3417afe8783c5622fe1349 Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Wed, 3 Sep 2025 11:55:41 +0200 Subject: [PATCH 2/6] Try hack to remove space from CI_JOB_NAME --- main-basop.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/main-basop.yml b/main-basop.yml index 4c99561..df0eee6 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -2549,6 +2549,7 @@ runner-speed-test: - DUT_ENCODER_PATH=./$REF_ENCODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=1.0 + - CI_JOB_NAME=${CI_JOB_NAME// /-} <<: *ivas-pytest-anchor -- GitLab From d322b9502d1175125919e87e15cfde64dfb9210e Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Wed, 3 Sep 2025 14:04:01 +0200 Subject: [PATCH 3/6] export CI_JOB_NAME --- main-basop.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main-basop.yml b/main-basop.yml index df0eee6..ffd7a57 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -2549,7 +2549,7 @@ runner-speed-test: - DUT_ENCODER_PATH=./$REF_ENCODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=1.0 - - CI_JOB_NAME=${CI_JOB_NAME// /-} + - export CI_JOB_NAME=${CI_JOB_NAME// /-} <<: *ivas-pytest-anchor -- GitLab From b9152bababe90b983ba347145ae41502405049fc Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Wed, 3 Sep 2025 14:41:13 +0200 Subject: [PATCH 4/6] Add FILTERED_JOB_NAME --- main-basop.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/main-basop.yml b/main-basop.yml index ffd7a57..0e37cd8 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -2549,7 +2549,10 @@ runner-speed-test: - DUT_ENCODER_PATH=./$REF_ENCODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=1.0 - - export CI_JOB_NAME=${CI_JOB_NAME// /-} + - FILTERED_JOB_NAME=${CI_JOB_NAME// /-} + - FILTERED_JOB_NAME=${FILTERED_JOB_NAME//\[/} + - FILTERED_JOB_NAME=${FILTERED_JOB_NAME//\]/} + - export CI_JOB_NAME=$FILTERED_JOB_NAME <<: *ivas-pytest-anchor -- GitLab From de03c23bc03f0d933b7d986170d8ccbe20f269d9 Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Wed, 3 Sep 2025 14:42:54 +0200 Subject: [PATCH 5/6] Limit to one runner for testing purpose --- main-basop.yml | 26 +++++++++++++------------- 1 file changed, 13 insertions(+), 13 deletions(-) diff --git a/main-basop.yml b/main-basop.yml index 0e37cd8..3e5c6a1 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -2528,20 +2528,20 @@ runner-speed-test: parallel: matrix: - RUNNER: - - test-nokia-basop-linux-runner-2 - - test-nokia-basop-linux-runner-3 - - test-dolby-linux-runner - - test-dolby-linux-runner-2 - - test-ericsson-linux-runner - - test-ericsson-linux-runner-3 +# - test-nokia-basop-linux-runner-2 +# - test-nokia-basop-linux-runner-3 +# - test-dolby-linux-runner +# - test-dolby-linux-runner-2 +# - test-ericsson-linux-runner +# - test-ericsson-linux-runner-3 - test-ericsson-linux-runner-5 - - test-ericsson-linux-runner-7 - - test-ericsson-linux-runner-8 - - test-ericsson-linux-runner-9 - - test-ericsson-linux-runner-10 - - test-ericsson-linux-sprinter-1 - - test-fhg-basop-runner-3 - - test-fhg-basop-runner-4 +# - test-ericsson-linux-runner-7 +# - test-ericsson-linux-runner-8 +# - test-ericsson-linux-runner-9 +# - test-ericsson-linux-runner-10 +# - test-ericsson-linux-sprinter-1 +# - test-fhg-basop-runner-3 +# - test-fhg-basop-runner-4 tags: - ${RUNNER} before_script: -- GitLab From c42e68bd5f49a30e821e9fe0afbfd14a55080a67 Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Wed, 3 Sep 2025 15:04:58 +0200 Subject: [PATCH 6/6] Update FILTERED_JOB_NAME --- main-basop.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/main-basop.yml b/main-basop.yml index 3e5c6a1..db8bdb4 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -2552,6 +2552,7 @@ runner-speed-test: - FILTERED_JOB_NAME=${CI_JOB_NAME// /-} - FILTERED_JOB_NAME=${FILTERED_JOB_NAME//\[/} - FILTERED_JOB_NAME=${FILTERED_JOB_NAME//\]/} + - FILTERED_JOB_NAME=${FILTERED_JOB_NAME//:/-} - export CI_JOB_NAME=$FILTERED_JOB_NAME <<: *ivas-pytest-anchor -- GitLab