Commit c602cc48 authored by Jan Kiene's avatar Jan Kiene
Browse files

Merge branch 'ci/adjustments-for-new-regression-check-artifacts' into 'main' 

[CI] adjust artifacts and instructions to match new files produced

See merge request !1190
parents fd90bf1e 3989b765

.gitlab-ci.yml

+12 −7
Original line number Diff line number Diff line
@@ -673,7 +673,7 @@ stages: 
    -   echo "Reproduce locally with:"

    -   echo -e "1. Create references with target branch $CI_MERGE_REQUEST_TARGET_BRANCH_NAME:\n\t- git checkout $(cat $FLOAT_REF_COMMIT_FILE)\n\t- make clean\n\t- make -j\n\t- mv IVAS_cod IVAS_cod_ref\n\t- mv IVAS_dec IVAS_dec_ref\n\t- python3 -m pytest $(cat $ERRORS_TESTCASES_LIST) --update_ref 1 --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH"

    -   echo -e "2. Run test with source branch $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:\n\t- git checkout $(cat $CUT_COMMIT_FILE)\n\t- make clean\n\t- make -j\n\t- python3 -m pytest $(cat $ERRORS_TESTCASES_LIST) --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH"

    -   echo "The individual command lines can be found in the changes*.csv files in the job artifacts."

    -   echo "The individual command lines can be found in the regressions_crashes.csv files in the job artifacts."

    - elif [ $regressions_found != 0 ] && [ "$SKIP_REGRESSION_CHECK" != "true" ]; then

    -    cat regression_log.txt

    -    if [ $allow_regressions_flag == 0 ]; then
@@ -686,7 +686,7 @@ stages: 
    -   echo "Reproduce locally with:"

    -   echo -e "1. Create references with target branch $CI_MERGE_REQUEST_TARGET_BRANCH_NAME:\n\t- git checkout $(cat $FLOAT_REF_COMMIT_FILE)\n\t- make clean\n\t- make -j\n\t- mv IVAS_cod IVAS_cod_ref\n\t- mv IVAS_dec IVAS_dec_ref\n\t- python3 -m pytest $(cat $FAILED_TESTCASES_LIST) --update_ref 1 --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH"

    -   echo -e "2. Run test with source branch $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:\n\t- git checkout $(cat $CUT_COMMIT_FILE)\n\t- make clean\n\t- make -j\n\t- python3 -m pytest $(cat $FAILED_TESTCASES_LIST) --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH"

    -   echo "The individual command lines can be found in the changes*.csv files in the job artifacts."

    -   echo "The individual command lines can be found in the regressions_*.csv files in the job artifacts."

    - fi



    - exit $exit_code
@@ -711,11 +711,16 @@ stages: 
      - $FLOAT_REF_COMMIT_FILE

      - $CUT_COMMIT_FILE

      - $MERGE_TARGET_COMMIT_FILE

      - changes_crashes.csv

      - changes_MLD.csv

      - changes_MAXIMUM_ABS_DIFF.csv

      - changes_MIN_SSNR.csv

      - changes_MIN_ODG.csv

      - regressions_crashes.csv

      - regressions_MLD.csv

      - regressions_MAXIMUM_ABS_DIFF.csv

      - regressions_MIN_SSNR.csv

      - regressions_MIN_ODG.csv

      - improvements_crashes.csv

      - improvements_MLD.csv

      - improvements_MAXIMUM_ABS_DIFF.csv

      - improvements_MIN_SSNR.csv

      - improvements_MIN_ODG.csv

    expose_as: "pytest compare results"

    reports:

      junit: