diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index cb532dd7d9372fc74b4c2d3ef3a80b4c90777297..79d38c192741cf3c6cc945af73776a33e341a337 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -57,7 +57,8 @@ variables: options: - 'default' - 'pytest-compare' - - 'pytest-compare-enc-dmx' + - 'pytest-compare-enc-dmx-short' + - 'pytest-compare-enc-dmx-long' - 'pytest-compare-long' - 'pytest-compare-to-input' - 'pytest-saturation-smoke-test' @@ -92,9 +93,12 @@ workflow: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-compare' variables: IVAS_PIPELINE_NAME: 'Run comparison tools against float ref: $CI_COMMIT_BRANCH' - - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-compare-enc-dmx' + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-compare-enc-dmx-short' variables: - IVAS_PIPELINE_NAME: 'Run encoder dmx comparison against float ref: $CI_COMMIT_BRANCH' + IVAS_PIPELINE_NAME: 'Run encoder dmx comparison against float ref with STV: $CI_COMMIT_BRANCH' + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-compare-enc-dmx-long' + variables: + IVAS_PIPELINE_NAME: 'Run encoder dmx comparison against float ref with LTV: $CI_COMMIT_BRANCH' - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-compare-long' variables: IVAS_PIPELINE_NAME: 'Run comparison tools against float ref (long test vectors): $CI_COMMIT_BRANCH' @@ -288,9 +292,17 @@ stages: - if: $CI_PIPELINE_SOURCE == 'schedule' when: never -.rules-pytest-to-ref-enc-sort-dmx: +.rules-pytest-to-ref-enc-short-dmx: rules: - - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "pytest-compare-enc-dmx" + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "pytest-compare-enc-dmx-short" + - if: $CI_PIPELINE_SOURCE == 'push' + when: never + - if: $CI_PIPELINE_SOURCE == 'schedule' + when: never + +.rules-pytest-to-ref-enc-long-dmx: + rules: + - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "pytest-compare-enc-dmx-long" - if: $CI_PIPELINE_SOURCE == 'push' when: never - if: $CI_PIPELINE_SOURCE == 'schedule' @@ -366,7 +378,7 @@ stages: .ivas-pytest-anchor: &ivas-pytest-anchor stage: test needs: ["build-codec-linux-make"] - timeout: "360 minutes" + timeout: "2400 minutes" variables: # keep "mld" in artifact name for backwards compatibility reasons CSV_ARTIFACT_NAME: "mld--$CI_JOB_NAME-$CI_JOB_ID--sha-$CI_COMMIT_SHORT_SHA.csv" @@ -1240,7 +1252,7 @@ ivas-pytest-compare_to_ref-short-enc-lev+10: # encoder dmx comparison jobs ivas-pytest-compare_to_ref-dmx-short-enc: extends: - - .rules-pytest-to-ref-enc-sort-dmx + - .rules-pytest-to-ref-enc-short-dmx - .test-job-linux before_script: - USE_LTV=0 @@ -1253,7 +1265,7 @@ ivas-pytest-compare_to_ref-dmx-short-enc: ivas-pytest-compare_to_ref-dmx-short-enc-lev-10: extends: - - .rules-pytest-to-ref-enc-sort-dmx + - .rules-pytest-to-ref-enc-short-dmx - .test-job-linux before_script: - USE_LTV=0 @@ -1266,7 +1278,7 @@ ivas-pytest-compare_to_ref-dmx-short-enc-lev-10: ivas-pytest-compare_to_ref-dmx-short-enc-lev+10: extends: - - .rules-pytest-to-ref-enc-sort-dmx + - .rules-pytest-to-ref-enc-short-dmx - .test-job-linux before_script: - USE_LTV=0 @@ -1277,6 +1289,45 @@ ivas-pytest-compare_to_ref-dmx-short-enc-lev+10: - LEVEL_SCALING=3.162 <<: *ivas-pytest-anchor +ivas-pytest-compare_to_ref-dmx-long-enc: + extends: + - .rules-pytest-to-ref-enc-long-dmx + - .test-job-linux + before_script: + - USE_LTV=1 + - ENCODER_TEST="true" + - COMPARE_DMX="true" + - DUT_DECODER_PATH=./$REF_DECODER_PATH + - TEST_SUITE="$LONG_TEST_SUITE_ENCODER" + - LEVEL_SCALING=1.0 + <<: *ivas-pytest-anchor + +ivas-pytest-compare_to_ref-dmx-long-enc-lev-10: + extends: + - .rules-pytest-to-ref-enc-long-dmx + - .test-job-linux + before_script: + - USE_LTV=1 + - ENCODER_TEST="true" + - COMPARE_DMX="true" + - DUT_DECODER_PATH=./$REF_DECODER_PATH + - TEST_SUITE="$LONG_TEST_SUITE_ENCODER" + - LEVEL_SCALING=0.3162 + <<: *ivas-pytest-anchor + +ivas-pytest-compare_to_ref-dmx-long-enc-lev+10: + extends: + - .rules-pytest-to-ref-enc-long-dmx + - .test-job-linux + before_script: + - USE_LTV=1 + - ENCODER_TEST="true" + - COMPARE_DMX="true" + - DUT_DECODER_PATH=./$REF_DECODER_PATH + - TEST_SUITE="$LONG_TEST_SUITE_ENCODER" + - LEVEL_SCALING=3.162 + <<: *ivas-pytest-anchor + ivas-pytest-enc-msan: extends: - .test-job-linux