Commit 60c0464d authored by Jan Kiene's avatar Jan Kiene
Browse files

fix pytest-to-ref pipeline with new float ref

parent d8f54c52

main-basop.yml

+27 −24
Original line number Diff line number Diff line
@@ -254,8 +254,8 @@ workflow: 
    - if [ ! -d "$TESTV_DIR" ]; then mkdir -p $TESTV_DIR; fi

    - cp -r scripts/testv/* $TESTV_DIR/



# This anchor is the basis for manual and scheduled tests comparing to float ref (ivas-float-update)

.ivas-pytest-anchor: &ivas-pytest-anchor

# This anchor is the basis for manual and scheduled tests comparing to float ref (ivas-codec main branch)

.compare-to-ref-anchor: &compare-to-ref-anchor

  stage: test

  needs: ["build-codec-linux-make", "pytest-to-ref-pre"]

  timeout: "480 minutes"
@@ -931,8 +931,11 @@ pytest-to-ref-pre: 
    - .rules-pytest-to-ref-pre

  stage: prevalidate

  script:

    - git fetch origin ivas-float-update

    - FLOAT_REF_COMMIT="$(git rev-parse "origin/ivas-float-update")"

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh

    - pushd "${SCRIPTS_DIR}"

    - FLOAT_REF_COMMIT="$(git rev-parse "origin/main")"

    - popd

    - echo "$FLOAT_REF_COMMIT" > $FLOAT_REF_COMMIT_FILE

  artifacts:

    paths:
@@ -1888,7 +1891,7 @@ ivas-pytest-compare_to_ref-short-enc: 
    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



ivas-pytest-compare_to_ref-short-enc-lev-10:

  extends:
@@ -1900,7 +1903,7 @@ ivas-pytest-compare_to_ref-short-enc-lev-10: 
    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



ivas-pytest-compare_to_ref-short-enc-lev+10:

  extends:
@@ -1912,7 +1915,7 @@ ivas-pytest-compare_to_ref-short-enc-lev+10: 
    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



# encoder dmx comparison jobs

ivas-pytest-compare_to_ref-dmx-short-enc:
@@ -1926,7 +1929,7 @@ ivas-pytest-compare_to_ref-dmx-short-enc: 
    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



ivas-pytest-compare_to_ref-dmx-short-enc-lev-10:

  extends:
@@ -1939,7 +1942,7 @@ ivas-pytest-compare_to_ref-dmx-short-enc-lev-10: 
    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



ivas-pytest-compare_to_ref-dmx-short-enc-lev+10:

  extends:
@@ -1952,7 +1955,7 @@ ivas-pytest-compare_to_ref-dmx-short-enc-lev+10: 
    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



### jobs that test flt encoder -> fx decoder

ivas-pytest-compare_to_ref-short-dec:
@@ -1964,7 +1967,7 @@ ivas-pytest-compare_to_ref-short-dec: 
    - DUT_ENCODER_PATH=./$REF_ENCODER_PATH

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor

  

ivas-pytest-compare_to_ref-short-dec-lev-10:

  extends:
@@ -1975,7 +1978,7 @@ ivas-pytest-compare_to_ref-short-dec-lev-10: 
    - DUT_ENCODER_PATH=./$REF_ENCODER_PATH

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor

  

ivas-pytest-compare_to_ref-short-dec-lev+10:

  extends:
@@ -1986,7 +1989,7 @@ ivas-pytest-compare_to_ref-short-dec-lev+10: 
    - DUT_ENCODER_PATH=./$REF_ENCODER_PATH

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



### jobs that compare the output synthesis to the input files directly

ivas-pytest-compare-to-input-short-dec:
@@ -2025,7 +2028,7 @@ ivas-pytest-compare_ref-long-enc: 
    - TEST_SUITE="$LONG_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=1.0

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor

  

ivas-pytest-compare_ref-long-dec:

  extends:
@@ -2040,7 +2043,7 @@ ivas-pytest-compare_ref-long-dec: 
    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=1.0

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor

  

ivas-pytest-compare_ref-long-enc-lev-10:

  extends:
@@ -2052,7 +2055,7 @@ ivas-pytest-compare_ref-long-enc-lev-10: 
    - TEST_SUITE="$LONG_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=0.3162

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor

  

ivas-pytest-compare_ref-long-dec-lev-10:

  extends:
@@ -2067,7 +2070,7 @@ ivas-pytest-compare_ref-long-dec-lev-10: 
    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=0.3162

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



ivas-pytest-compare_ref-long-enc-lev+10:

  extends:
@@ -2079,7 +2082,7 @@ ivas-pytest-compare_ref-long-enc-lev+10: 
    - TEST_SUITE="$LONG_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=3.162

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor

  

ivas-pytest-compare_ref-long-dec-lev+10:

  extends:
@@ -2094,7 +2097,7 @@ ivas-pytest-compare_ref-long-dec-lev+10: 
    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=3.162

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



ivas-pytest-compare_ref-long-fx-fx:

  extends:
@@ -2108,7 +2111,7 @@ ivas-pytest-compare_ref-long-fx-fx: 
    - TEST_SUITE="$LONG_TEST_SUITE_NO_RENDERER"

    - LEVEL_SCALING=1.0

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



ivas-pytest-compare_ref-long-fx-fx-lev-10:

  extends:
@@ -2122,7 +2125,7 @@ ivas-pytest-compare_ref-long-fx-fx-lev-10: 
    - TEST_SUITE="$LONG_TEST_SUITE_NO_RENDERER"

    - LEVEL_SCALING=0.3162

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



ivas-pytest-compare_ref-long-fx-fx-lev+10:

  extends:
@@ -2136,7 +2139,7 @@ ivas-pytest-compare_ref-long-fx-fx-lev+10: 
    - TEST_SUITE="$LONG_TEST_SUITE_NO_RENDERER"

    - LEVEL_SCALING=3.162

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



### These next 3 jobs run three different sanitizers for fx -> fx codec chain usin
@@ -2426,7 +2429,7 @@ ivas-pytest-renderer: 
    - USE_LTV=0

    - TEST_SUITE="tests/renderer"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



peaq-enc-passthrough:

  extends:
@@ -2439,7 +2442,7 @@ peaq-enc-passthrough: 
    - TEST_SUITE="tests/test_enc_passthrough.py"

    - DELTA_ODG="true"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-anchor

  <<: *compare-to-ref-anchor



# ---------------------------------------------------------------

# Various other tests