Commit 5fdf206f authored by Jan Kiene's avatar Jan Kiene
Browse files

Merge branch 'ci/ssnr' into 'main' 

[CI] activate ssnr measurement and rename anchor

See merge request !402
parents 477f81bc f7e12576

.gitlab-ci.yml

+17 −17
Original line number Diff line number Diff line
@@ -214,7 +214,7 @@ stages: 
    - if [ ! -d "$TESTV_DIR" ]; then mkdir -p $TESTV_DIR; fi

    - cp -r scripts/testv/* $TESTV_DIR/



.ivas-pytest-mld-anchor: &ivas-pytest-mld-anchor

.ivas-pytest-anchor: &ivas-pytest-anchor

  stage: test

  needs: ["build-codec-linux-make"]

  timeout: "240 minutes"
@@ -240,7 +240,7 @@ stages: 


    ### run pytest

    - exit_code=0

    - python3 -m pytest $TEST_SUITE -v --create_cut --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH -n auto --testcase_timeout $testcase_timeout || exit_code=$?

    - python3 -m pytest $TEST_SUITE -v --create_cut --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --ssnr --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH -n auto --testcase_timeout $testcase_timeout || exit_code=$?

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true



    - python3 scripts/parse_mld_xml.py report-junit.xml $MLD_ARTIFACT_NAME
@@ -418,7 +418,7 @@ build-codec-linux-instrumented-make: 
#    - USE_LTV=0

#    - TEST_SUITE="$SHORT_TEST_SUITE"

#    - LEVEL_SCALING=1.0

#  <<: *ivas-pytest-mld-anchor  

#  <<: *ivas-pytest-anchor

  

ivas-pytest-mld-dec:

  extends:
@@ -429,7 +429,7 @@ ivas-pytest-mld-dec: 
    - DUT_ENCODER_PATH=./IVAS_cod_ref

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-mld-anchor

  <<: *ivas-pytest-anchor

  

#ivas-pytest-mld-enc-dec-lev-10:

#  extends:
@@ -439,7 +439,7 @@ ivas-pytest-mld-dec: 
#    - USE_LTV=0  

#    - TEST_SUITE="$SHORT_TEST_SUITE"

#    - LEVEL_SCALING=0.3162

#  <<: *ivas-pytest-mld-anchor  

#  <<: *ivas-pytest-anchor

  

ivas-pytest-mld-dec-lev-10:

  extends:
@@ -450,7 +450,7 @@ ivas-pytest-mld-dec-lev-10: 
    - DUT_ENCODER_PATH=./IVAS_cod_ref

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-mld-anchor

  <<: *ivas-pytest-anchor



#ivas-pytest-mld-enc-dec-lev+10:

#  extends:
@@ -460,7 +460,7 @@ ivas-pytest-mld-dec-lev-10: 
#    - USE_LTV=0  

#    - TEST_SUITE="$SHORT_TEST_SUITE"

#    - LEVEL_SCALING=3.162

#  <<: *ivas-pytest-mld-anchor  

#  <<: *ivas-pytest-anchor

  

ivas-pytest-mld-dec-lev+10:

  extends:
@@ -471,7 +471,7 @@ ivas-pytest-mld-dec-lev+10: 
    - DUT_ENCODER_PATH=./IVAS_cod_ref

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-mld-anchor

  <<: *ivas-pytest-anchor



ivas-pytest-mld-long-enc-fx-dec-flt-interop:

  extends:
@@ -482,7 +482,7 @@ ivas-pytest-mld-long-enc-fx-dec-flt-interop: 
    - DUT_DECODER_PATH=./IVAS_dec_ref

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-mld-anchor

  <<: *ivas-pytest-anchor



ivas-pytest-mld-long-enc-fx-dec-flt-lev-10-interop:

  extends:
@@ -493,7 +493,7 @@ ivas-pytest-mld-long-enc-fx-dec-flt-lev-10-interop: 
    - DUT_DECODER_PATH=./IVAS_dec_ref

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-mld-anchor

  <<: *ivas-pytest-anchor



ivas-pytest-mld-long-enc-fx-dec-flt-lev+10-interop:

  extends:
@@ -504,7 +504,7 @@ ivas-pytest-mld-long-enc-fx-dec-flt-lev+10-interop: 
    - DUT_DECODER_PATH=./IVAS_dec_ref

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-mld-anchor

  <<: *ivas-pytest-anchor



ivas-pytest-dec-msan:

  extends:
@@ -539,7 +539,7 @@ ivas-pytest-mld-long-enc-dec: 
    - USE_LTV=1  

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-mld-anchor  

  <<: *ivas-pytest-anchor

  

ivas-pytest-mld-long-dec:

  extends:
@@ -550,7 +550,7 @@ ivas-pytest-mld-long-dec: 
    - DUT_ENCODER_PATH=./IVAS_cod_ref

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-mld-anchor

  <<: *ivas-pytest-anchor

  

ivas-pytest-mld-long-enc-dec-lev-10:

  extends:
@@ -560,7 +560,7 @@ ivas-pytest-mld-long-enc-dec-lev-10: 
    - USE_LTV=1  

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-mld-anchor  

  <<: *ivas-pytest-anchor

  

ivas-pytest-mld-long-dec-lev-10:

  extends:
@@ -571,7 +571,7 @@ ivas-pytest-mld-long-dec-lev-10: 
    - DUT_ENCODER_PATH=./IVAS_cod_ref

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-mld-anchor

  <<: *ivas-pytest-anchor



ivas-pytest-mld-long-enc-dec-lev+10:

  extends:
@@ -581,7 +581,7 @@ ivas-pytest-mld-long-enc-dec-lev+10: 
    - USE_LTV=1  

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-mld-anchor  

  <<: *ivas-pytest-anchor

  

ivas-pytest-mld-long-dec-lev+10:

  extends:
@@ -592,7 +592,7 @@ ivas-pytest-mld-long-dec-lev+10: 
    - DUT_ENCODER_PATH=./IVAS_cod_ref

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-mld-anchor

  <<: *ivas-pytest-anchor



ivas-smoke-test-saturation:

  extends: