From fa47107ebce79576a1ccb160727a57f73b03d055 Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Tue, 16 Sep 2025 16:42:28 +0200 Subject: [PATCH 1/2] Add find_regressions_from_logs.py to long-term logs collection pipeline --- main-basop.yml | 27 +++++++++++++++++++++++++++ 1 file changed, 27 insertions(+) diff --git a/main-basop.yml b/main-basop.yml index 6cc465c..d8ec14d 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -2567,6 +2567,33 @@ ivas-long-term-job-logs-overview: - long_term_regression.html expose_as: "ivas long term job logs overview" +ivas-long-term-regressions: + rules: + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "long-term-logs" + - if: $CI_PIPELINE_SOURCE == 'schedule' && $MANUAL_PIPELINE_TYPE == "long-term-logs" + needs: + - ivas-long-term-job-logs + stage: maintenance + timeout: "25 minutes" + script: + - !reference [ .job-linux, before_script ] + - set -euxo pipefail + - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh + - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh + + # Find regressions + - python3 scripts/find_regressions_from_logs.py logs regressions_mld.csv --measure MLD --days 7 --ratio_thr 1.1 + - python3 scripts/find_regressions_from_logs.py logs regressions_max_abs_diff.csv --measure MAX_ABS_DIFF --days 7 --ratio_thr 1.1 + + artifacts: + name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" + expire_in: 4 weeks + when: always + paths: + - regressions_mld.csv + - regressions_max_abs_diff.csv + expose_as: "ivas long term regressions" + # To store backup copy: # - Prepare accessible folder for backup, e.g. /usr/local/backup # - Set MANUAL_PIPELINE_TRIGGER to backup-long-term-logs -- GitLab From cc14b703960f60c2f72c4ebcd161c2f0bd57a368 Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Tue, 16 Sep 2025 16:50:32 +0200 Subject: [PATCH 2/2] Add generation of scripts to reproduce regressions --- main-basop.yml | 15 +++++++++++---- 1 file changed, 11 insertions(+), 4 deletions(-) diff --git a/main-basop.yml b/main-basop.yml index d8ec14d..ad67b21 100644 --- a/main-basop.yml +++ b/main-basop.yml @@ -2582,16 +2582,23 @@ ivas-long-term-regressions: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh # Find regressions - - python3 scripts/find_regressions_from_logs.py logs regressions_mld.csv --measure MLD --days 7 --ratio_thr 1.1 - - python3 scripts/find_regressions_from_logs.py logs regressions_max_abs_diff.csv --measure MAX_ABS_DIFF --days 7 --ratio_thr 1.1 + - for MEASURE in MLD MAX_ABS_DIFF; do + - python3 scripts/find_regressions_from_logs.py logs regressions_"$MEASURE".csv --measure "$MEASURE" --days 7 --ratio_thr 1.1 + - mkdir regressions_"$MEASURE" + - scripts/generate_scripts_from_regressions.py regressions_"$MEASURE".csv + - mv regression*bash regressions_"$MEASURE" + - done + artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" expire_in: 4 weeks when: always paths: - - regressions_mld.csv - - regressions_max_abs_diff.csv + - regressions_MLD.csv + - regressions_MAX_ABS_DIFF.csv + - regressions_MLD + - regressions_MAX_ABS_DIFF expose_as: "ivas long term regressions" # To store backup copy: -- GitLab