Commit 1d270b4c authored by norvell's avatar norvell
Browse files

Exit with warning for run errors in comparison to main

parent febfe936
Loading
Loading
Loading
Loading
Loading
+2 −2
Original line number Diff line number Diff line
@@ -373,14 +373,14 @@ stages:
    - python3 -m pytest --tb=no $TEST_SUITE -v --keep_files --create_cut --html=$HTML_REPORT_MAIN --self-contained-html --junit-xml=$XML_REPORT_MAIN --mld --ssnr --odg --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH -n auto --testcase_timeout $testcase_timeout || true
    - python3 scripts/parse_xml_report.py $XML_REPORT_MAIN $CSV_MAIN

    # If outputs of main and branch are equal and have equal reports, the job will pass.
    # If outputs of main and branch are equal, have equal reports and no run errors were encountered, the job will pass.
    - python3 scripts/batch_comp_audio.py --tool pyaudio3dtools -sd tests/dut/sba_bs/raw tests/dut_branch/sba_bs/raw
    - diff_sba=$?
    - python3 scripts/batch_comp_audio.py --tool pyaudio3dtools -sd tests/dut/param_file/dec tests/dut_branch/param_file/dec
    - diff_param=$?
    - diff $CSV_BRANCH $CSV_MAIN
    - diff_report=$?
    - if (($diff_param + $diff_sba + $diff_report == 0)); then exit 0; fi
    - if [ $diff_param -eq 0 ] && if [ $diff_sba -eq 0 ] && if [ $diff_report -eq 0 ] && if [ $zero_errors_branch -eq 1 ]; then exit 0; fi

    ### compare the two csv files for regressions
    - regressions_found=0