Commit c272f7d6 authored by Jan Kiene's avatar Jan Kiene
Browse files

add ltv version of encoder dmx comparison

parent 7f488e0a

.gitlab-ci.yml

+60 −9
Original line number Diff line number Diff line
@@ -57,7 +57,8 @@ variables: 
    options:

      - 'default'

      - 'pytest-compare'

      - 'pytest-compare-enc-dmx'

      - 'pytest-compare-enc-dmx-short'

      - 'pytest-compare-enc-dmx-long'

      - 'pytest-compare-long'

      - 'pytest-compare-to-input'

      - 'pytest-saturation-smoke-test'
@@ -92,9 +93,12 @@ workflow: 
    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-compare'

      variables:

        IVAS_PIPELINE_NAME: 'Run comparison tools against float ref: $CI_COMMIT_BRANCH'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-compare-enc-dmx'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-compare-enc-dmx-short'

      variables:

        IVAS_PIPELINE_NAME: 'Run encoder dmx comparison against float ref: $CI_COMMIT_BRANCH'

        IVAS_PIPELINE_NAME: 'Run encoder dmx comparison against float ref with STV: $CI_COMMIT_BRANCH'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-compare-enc-dmx-long'

      variables:

        IVAS_PIPELINE_NAME: 'Run encoder dmx comparison against float ref with LTV: $CI_COMMIT_BRANCH'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-compare-long'

      variables:

        IVAS_PIPELINE_NAME: 'Run comparison tools against float ref (long test vectors): $CI_COMMIT_BRANCH'
@@ -288,9 +292,17 @@ stages: 
    - if: $CI_PIPELINE_SOURCE == 'schedule'

      when: never



.rules-pytest-to-ref-enc-sort-dmx:

.rules-pytest-to-ref-enc-short-dmx:

  rules:

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "pytest-compare-enc-dmx"

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "pytest-compare-enc-dmx-short"

    - if: $CI_PIPELINE_SOURCE == 'push'

      when: never

    - if: $CI_PIPELINE_SOURCE == 'schedule'

      when: never



.rules-pytest-to-ref-enc-long-dmx:

  rules:

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "pytest-compare-enc-dmx-long"

    - if: $CI_PIPELINE_SOURCE == 'push'

      when: never

    - if: $CI_PIPELINE_SOURCE == 'schedule'
@@ -366,7 +378,7 @@ stages: 
.ivas-pytest-anchor: &ivas-pytest-anchor

  stage: test

  needs: ["build-codec-linux-make"]

  timeout: "360 minutes"

  timeout: "2400 minutes"

  variables:

    # keep "mld" in artifact name for backwards compatibility reasons

    CSV_ARTIFACT_NAME: "mld--$CI_JOB_NAME-$CI_JOB_ID--sha-$CI_COMMIT_SHORT_SHA.csv"
@@ -1240,7 +1252,7 @@ ivas-pytest-compare_to_ref-short-enc-lev+10: 
# encoder dmx comparison jobs

ivas-pytest-compare_to_ref-dmx-short-enc:

  extends:

    - .rules-pytest-to-ref-enc-sort-dmx

    - .rules-pytest-to-ref-enc-short-dmx

    - .test-job-linux

  before_script:

    - USE_LTV=0
@@ -1253,7 +1265,7 @@ ivas-pytest-compare_to_ref-dmx-short-enc: 


ivas-pytest-compare_to_ref-dmx-short-enc-lev-10:

  extends:

    - .rules-pytest-to-ref-enc-sort-dmx

    - .rules-pytest-to-ref-enc-short-dmx

    - .test-job-linux

  before_script:

    - USE_LTV=0
@@ -1266,7 +1278,7 @@ ivas-pytest-compare_to_ref-dmx-short-enc-lev-10: 


ivas-pytest-compare_to_ref-dmx-short-enc-lev+10:

  extends:

    - .rules-pytest-to-ref-enc-sort-dmx

    - .rules-pytest-to-ref-enc-short-dmx

    - .test-job-linux

  before_script:

    - USE_LTV=0
@@ -1277,6 +1289,45 @@ ivas-pytest-compare_to_ref-dmx-short-enc-lev+10: 
    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-anchor



ivas-pytest-compare_to_ref-dmx-long-enc:

  extends:

    - .rules-pytest-to-ref-enc-short-dmx

    - .test-job-linux

  before_script:

    - USE_LTV=1

    - ENCODER_TEST="true"

    - COMPARE_DMX="true"

    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$LONG_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-anchor



ivas-pytest-compare_to_ref-dmx-long-enc-lev-10:

  extends:

    - .rules-pytest-to-ref-enc-short-dmx

    - .test-job-linux

  before_script:

    - USE_LTV=1

    - ENCODER_TEST="true"

    - COMPARE_DMX="true"

    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$LONG_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-anchor



ivas-pytest-compare_to_ref-dmx-long-enc-lev+10:

  extends:

    - .rules-pytest-to-ref-enc-short-dmx

    - .test-job-linux

  before_script:

    - USE_LTV=1

    - ENCODER_TEST="true"

    - COMPARE_DMX="true"

    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$LONG_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-anchor



ivas-pytest-enc-msan:

  extends:

    - .test-job-linux