Commit febfe936 authored by norvell's avatar norvell
Browse files

Do BE comparison first in comparison to main, exit if BE

parent 8848f282

.gitlab-ci.yml

+9 −9
Original line number Diff line number Diff line
@@ -373,6 +373,15 @@ stages: 
    - python3 -m pytest --tb=no $TEST_SUITE -v --keep_files --create_cut --html=$HTML_REPORT_MAIN --self-contained-html --junit-xml=$XML_REPORT_MAIN --mld --ssnr --odg --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH -n auto --testcase_timeout $testcase_timeout || true

    - python3 scripts/parse_xml_report.py $XML_REPORT_MAIN $CSV_MAIN



    # If outputs of main and branch are equal and have equal reports, the job will pass.

    - python3 scripts/batch_comp_audio.py --tool pyaudio3dtools -sd tests/dut/sba_bs/raw tests/dut_branch/sba_bs/raw

    - diff_sba=$?

    - python3 scripts/batch_comp_audio.py --tool pyaudio3dtools -sd tests/dut/param_file/dec tests/dut_branch/param_file/dec

    - diff_param=$?

    - diff $CSV_BRANCH $CSV_MAIN

    - diff_report=$?

    - if (($diff_param + $diff_sba + $diff_report == 0)); then exit 0; fi



    ### compare the two csv files for regressions

    - regressions_found=0

    - python3 scripts/basop_check_for_changes_in_testcases.py $CSV_BRANCH $CSV_MAIN || regressions_found=$?
@@ -389,15 +398,6 @@ stages: 
    -    fi

    - fi



    # If outputs of main and branch are equal and have equal reports, the job will pass.

    - python3 scripts/batch_comp_audio.py --tool pyaudio3dtools -sd tests/dut/sba_bs/raw tests/dut_branch/sba_bs/raw

    - diff_sba=$?

    - python3 scripts/batch_comp_audio.py --tool pyaudio3dtools -sd tests/dut/param_file/dec tests/dut_branch/param_file/dec

    - diff_param=$?

    - diff $CSV_BRANCH $CSV_MAIN

    - diff_report=$?

    - if (($diff_param + $diff_sba + $diff_report == 0)); then exit_code=0; fi



    - exit $exit_code

  after_script:

    - rm -rf tests/dut tests/ref