Commit 7cd67616 authored by Jan Kiene's avatar Jan Kiene
Browse files

add split comparison support to CI config

parent e5382248

.gitlab-ci.yml

+8 −0
Original line number Diff line number Diff line
@@ -44,6 +44,7 @@ variables: 
  ENCODER_TEST: ""

  DELTA_ODG: ""

  COMPARE_DMX: ""

  SPLIT_COMPARISON: ""

  SKIP_REGRESSION_CHECK: ""

  FAILED_TESTCASES_LIST: "failed-testcases.txt"

  ERRORS_TESTCASES_LIST: "errors-testcases.txt"
@@ -402,6 +403,7 @@ stages: 
    - REPORT_ARG=""

    - if [ "$ENCODER_TEST" = "true" ]; then comp_args="${comp_args} --enc_stats"; fi

    - if [ "$DELTA_ODG" = "true" ]; then comp_args="${comp_args} --odg_bin"; summary_args="${summary_args} DELTA_ODG"; REPORT_ARG="--delta_odg"; fi

    - if [ "$SPLIT_COMPARISON" = "true" ]; then comp_args="${comp_args} --split-comparison"; fi



    # DMX comparison only in manual job with no other metrics

    - if [ "$COMPARE_DMX" = "true" ]; then
@@ -1416,6 +1418,7 @@ ivas-pytest-compare_ref-long-enc: 
    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$LONG_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=1.0

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  

ivas-pytest-compare_ref-long-dec:
@@ -1427,6 +1430,7 @@ ivas-pytest-compare_ref-long-dec: 
    - DUT_ENCODER_PATH=./$REF_ENCODER_PATH

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=1.0

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  

ivas-pytest-compare_ref-long-enc-lev-10:
@@ -1438,6 +1442,7 @@ ivas-pytest-compare_ref-long-enc-lev-10: 
    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$LONG_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=0.3162

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  

ivas-pytest-compare_ref-long-dec-lev-10:
@@ -1449,6 +1454,7 @@ ivas-pytest-compare_ref-long-dec-lev-10: 
    - DUT_ENCODER_PATH=./$REF_ENCODER_PATH

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=0.3162

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor



ivas-pytest-compare_ref-long-enc-lev+10:
@@ -1460,6 +1466,7 @@ ivas-pytest-compare_ref-long-enc-lev+10: 
    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$LONG_TEST_SUITE_ENCODER"

    - LEVEL_SCALING=3.162

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor

  

ivas-pytest-compare_ref-long-dec-lev+10:
@@ -1471,6 +1478,7 @@ ivas-pytest-compare_ref-long-dec-lev+10: 
    - DUT_ENCODER_PATH=./$REF_ENCODER_PATH

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=3.162

    - SPLIT_COMPARISON="true"

  <<: *ivas-pytest-anchor



ivas-smoke-test-saturation: