Merge branch 'add-find-regressions-script-to-log-collection-pipeline' into 'main'

      - long_term_regression.html

    expose_as: "ivas long term job logs overview"

ivas-long-term-regressions:

  rules:

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "long-term-logs"

    - if: $CI_PIPELINE_SOURCE == 'schedule' && $MANUAL_PIPELINE_TYPE == "long-term-logs"

  needs:

    - ivas-long-term-job-logs

  stage: maintenance

  timeout: "25 minutes"

  script:

    - !reference [ .job-linux, before_script ]

    - set -euxo pipefail

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh

    # Find regressions

    - for MEASURE in MLD MAX_ABS_DIFF; do

    -   python3 scripts/find_regressions_from_logs.py logs regressions_"$MEASURE".csv  --measure "$MEASURE" --days 7 --ratio_thr 1.1

    -   mkdir regressions_"$MEASURE"

    -   scripts/generate_scripts_from_regressions.py regressions_"$MEASURE".csv

    -   mv regression*bash regressions_"$MEASURE"

    - done

  artifacts:

    name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results"

    expire_in: 4 weeks

    when: always

    paths:

      - regressions_MLD.csv

      - regressions_MAX_ABS_DIFF.csv

      - regressions_MLD

      - regressions_MAX_ABS_DIFF

    expose_as: "ivas long term regressions"

# To store backup copy:

# - Prepare accessible folder for backup, e.g. /usr/local/backup

# - Set MANUAL_PIPELINE_TRIGGER to backup-long-term-logs