Loading .gitlab-ci.yml +13 −3 Original line number Diff line number Diff line Loading @@ -293,9 +293,12 @@ stages: - fi - *build-and-create-reference-outputs - comp_args="--mld --ssnr --odg" - if [ "ENCODER_TEST" = true ]; then comp_args="${comp_args} --enc_stats"; fi ### run pytest - exit_code=0 - python3 -m pytest --tb=no $TEST_SUITE -v --create_cut --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --ssnr --odg -n auto --testcase_timeout $testcase_timeout --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH || exit_code=$? - python3 -m pytest --tb=no $TEST_SUITE -v --create_cut --html=report.html --self-contained-html --junit-xml=report-junit.xml $comp_args -n auto --testcase_timeout $testcase_timeout --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH || exit_code=$? - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true - python3 scripts/parse_xml_report.py report-junit.xml $CSV_ARTIFACT_NAME Loading Loading @@ -771,6 +774,7 @@ ivas-pytest-compare_to_ref-short-enc: - .test-job-linux before_script: - USE_LTV=0 - ENCODER_TEST=true - DUT_DECODER_PATH=./$REF_DECODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=1.0 Loading @@ -783,6 +787,7 @@ ivas-pytest-compare_to_ref-short-enc-lev-10: - .test-job-linux before_script: - USE_LTV=0 - ENCODER_TEST=true - DUT_DECODER_PATH=./$REF_DECODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=0.3162 Loading @@ -795,6 +800,7 @@ ivas-pytest-compare_to_ref-short-enc-lev+10: - .test-job-linux before_script: - USE_LTV=0 - ENCODER_TEST=true - DUT_DECODER_PATH=./$REF_DECODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=3.162 Loading Loading @@ -831,6 +837,7 @@ ivas-pytest-compare_to_ref-short-dec: - .test-job-linux before_script: - USE_LTV=0 - ENCODER_TEST=false - DUT_ENCODER_PATH=./$REF_ENCODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=1.0 Loading @@ -842,6 +849,7 @@ ivas-pytest-compare_to_ref-short-dec-lev-10: - .test-job-linux before_script: - USE_LTV=0 - ENCODER_TEST=false - DUT_ENCODER_PATH=./$REF_ENCODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=0.3162 Loading @@ -853,11 +861,13 @@ ivas-pytest-compare_to_ref-short-dec-lev+10: - .test-job-linux before_script: - USE_LTV=0 - ENCODER_TEST=false - DUT_ENCODER_PATH=./$REF_ENCODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=3.162 <<: *ivas-pytest-anchor ### jobs that compare the output synthesis to the input files directly ivas-pytest-compare-to-input-short-dec: extends: - .rules-pytest-to-input-short Loading Loading
.gitlab-ci.yml +13 −3 Original line number Diff line number Diff line Loading @@ -293,9 +293,12 @@ stages: - fi - *build-and-create-reference-outputs - comp_args="--mld --ssnr --odg" - if [ "ENCODER_TEST" = true ]; then comp_args="${comp_args} --enc_stats"; fi ### run pytest - exit_code=0 - python3 -m pytest --tb=no $TEST_SUITE -v --create_cut --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --ssnr --odg -n auto --testcase_timeout $testcase_timeout --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH || exit_code=$? - python3 -m pytest --tb=no $TEST_SUITE -v --create_cut --html=report.html --self-contained-html --junit-xml=report-junit.xml $comp_args -n auto --testcase_timeout $testcase_timeout --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH || exit_code=$? - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true - python3 scripts/parse_xml_report.py report-junit.xml $CSV_ARTIFACT_NAME Loading Loading @@ -771,6 +774,7 @@ ivas-pytest-compare_to_ref-short-enc: - .test-job-linux before_script: - USE_LTV=0 - ENCODER_TEST=true - DUT_DECODER_PATH=./$REF_DECODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=1.0 Loading @@ -783,6 +787,7 @@ ivas-pytest-compare_to_ref-short-enc-lev-10: - .test-job-linux before_script: - USE_LTV=0 - ENCODER_TEST=true - DUT_DECODER_PATH=./$REF_DECODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=0.3162 Loading @@ -795,6 +800,7 @@ ivas-pytest-compare_to_ref-short-enc-lev+10: - .test-job-linux before_script: - USE_LTV=0 - ENCODER_TEST=true - DUT_DECODER_PATH=./$REF_DECODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=3.162 Loading Loading @@ -831,6 +837,7 @@ ivas-pytest-compare_to_ref-short-dec: - .test-job-linux before_script: - USE_LTV=0 - ENCODER_TEST=false - DUT_ENCODER_PATH=./$REF_ENCODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=1.0 Loading @@ -842,6 +849,7 @@ ivas-pytest-compare_to_ref-short-dec-lev-10: - .test-job-linux before_script: - USE_LTV=0 - ENCODER_TEST=false - DUT_ENCODER_PATH=./$REF_ENCODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=0.3162 Loading @@ -853,11 +861,13 @@ ivas-pytest-compare_to_ref-short-dec-lev+10: - .test-job-linux before_script: - USE_LTV=0 - ENCODER_TEST=false - DUT_ENCODER_PATH=./$REF_ENCODER_PATH - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=3.162 <<: *ivas-pytest-anchor ### jobs that compare the output synthesis to the input files directly ivas-pytest-compare-to-input-short-dec: extends: - .rules-pytest-to-input-short Loading