Commit c13e7f1f authored by norvell's avatar norvell
Browse files

Add check of decoded output signals in comparison to main jobs

parent 673bdec9

.gitlab-ci.yml

+15 −4
Original line number Diff line number Diff line
@@ -353,10 +353,13 @@ stages: 
    # this per default builds the branch and the reference and creates the reference outputs

    - *build-and-create-reference-outputs

    - exit_code=0

    - python3 -m pytest --tb=no $TEST_SUITE -v --create_cut --html=$HTML_REPORT_BRANCH --self-contained-html --junit-xml=$XML_REPORT_BRANCH --mld --ssnr --odg --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH -n auto --testcase_timeout $testcase_timeout || exit_code=$?

    - python3 -m pytest --tb=no $TEST_SUITE -v --keep_files --create_cut --html=$HTML_REPORT_BRANCH --self-contained-html --junit-xml=$XML_REPORT_BRANCH --mld --ssnr --odg --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH -n auto --testcase_timeout $testcase_timeout || exit_code=$?

    - zero_errors_branch=$(cat $XML_REPORT_BRANCH | grep -c 'errors="0"') || true

    - python3 scripts/parse_xml_report.py $XML_REPORT_BRANCH $CSV_BRANCH



    # Store branch outputs for comparison

    - mv tests/dut tests/dut_branch



    # create the summary based on the branch

    - mkdir $IMAGES_ARTIFACT_NAME

    - for MEASURE in MLD DIFF SSNR;do python3 scripts/create_histogram_summary.py $CSV_BRANCH $IMAGES_ARTIFACT_NAME/summary_"$MEASURE".csv $IMAGES_ARTIFACT_NAME/summary_"$MEASURE".png --measure $MEASURE; done
@@ -367,7 +370,7 @@ stages: 
    - git pull

    - make clean

    - make -j

    - python3 -m pytest --tb=no $TEST_SUITE -v --create_cut --html=$HTML_REPORT_MAIN --self-contained-html --junit-xml=$XML_REPORT_MAIN --mld --ssnr --odg --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH -n auto --testcase_timeout $testcase_timeout || true

    - python3 -m pytest --tb=no $TEST_SUITE -v --keep_files --create_cut --html=$HTML_REPORT_MAIN --self-contained-html --junit-xml=$XML_REPORT_MAIN --mld --ssnr --odg --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH -n auto --testcase_timeout $testcase_timeout || true

    - python3 scripts/parse_xml_report.py $XML_REPORT_MAIN $CSV_MAIN



    ### compare the two csv files for regressions
@@ -385,8 +388,16 @@ stages: 
    -        exit_code=$EXIT_CODE_NON_BE;

    -    fi

    - fi

    # If reports are equal, the job will pass

    - if [ "$(diff -q $CSV_BRANCH $CSV_MAIN)" == "" ]; then exit_code=0; fi



    # If outputs of main and branch are equal and have equal reports, the job will pass.

    - python3 scripts/batch_comp_audio.py --tool pyaudio3dtools tests/dut/sba_bs/raw tests/dut_branch/sba_bs/raw

    - diff_sba=$?

    - python3 scripts/batch_comp_audio.py --tool pyaudio3dtools tests/dut/param_file/dec tests/dut_branch/param_file/dec

    - diff_param=$?

    - diff $CSV_BRANCH $CSV_MAIN

    - diff_report=$?

    - if (($diff_param + $diff_sba + $diff_report == 0)); then exit_code=0; fi



    - exit $exit_code

  after_script:

    - rm -rf tests/dut tests/ref