Commit 9db1630e authored by Jan Kiene's avatar Jan Kiene
Browse files

add infos for local reproduction to check-be tests

parent 8a5c23e9
Loading
Loading
Loading
Loading
+10 −0
Original line number Diff line number Diff line
@@ -37,6 +37,8 @@ variables:
  FAILED_TESTCASES_LIST: "failed-testcases.txt"
  ERRORS_TESTCASES_LIST: "errors-testcases.txt"
  PYTEST_CACHE_ARTIFACT: "pytest_cache.zip"
  REF_COMMIT_FILE: "ref-branch-git-sha"
  CUT_COMMIT_FILE: "CuT-branch-git-sha"
  MANUAL_PIPELINE_TYPE:
    description: "Type for the manual pipeline run. Use 'pytest-compare' to run comparison test against reference float codec."
    value: 'default'
@@ -145,6 +147,7 @@ stages:
  - fi

.build-reference-binaries: &build-reference-binaries
  - git rev-parse HEAD > $CUT_COMMIT_FILE
  - current_commit_sha=$(git rev-parse HEAD)
  ### build reference binaries
  - git checkout $REFERENCE_BRANCH
@@ -158,6 +161,7 @@ stages:
  - mv ./IVAS_rend ./IVAS_rend_ref
  ### Return to current branch
  - git restore .
  - git rev-parse HEAD > $REF_COMMIT_FILE
  - git checkout $current_commit_sha


@@ -467,6 +471,10 @@ stages:
    -   echo "Found these $num_failures non-bitexact testcases:"
    -   cat failed_testcases_for_printing.txt

    -   echo "Reproduce locally with:"
    -   echo -e "1. Create references with target branch $CI_MERGE_REQUEST_TARGET_BRANCH_NAME:\n\t- git checkout $(cat $REF_COMMIT_FILE)\n\t- make clean\n\t- make -j\n\t- mv IVAS_cod IVAS_cod_ref\n\t- mv IVAS_dec IVAS_dec_ref\n\t- python3 -m pytest $(cat $FAILED_TESTCASES_LIST) --update_ref 1 --ref_encoder_path $REF_ENCODER_PATH --ref_decoder_path $REF_DECODER_PATH"
    -   echo -e "2. Run test with source branch $CI_MERGE_REQUEST_SOURCE_BRANCH_NAME:\n\t- git checkout $(cat $CUT_COMMIT_FILE)\n\t- make clean\n\t- make -j\n\t- python3 -m pytest $(cat $FAILED_TESTCASES_LIST) --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH"

    -   if [ $num_errors -ne 0 ]; then
    -     exit_code=1
    -     echo "There were errors present in the following testcases:"
@@ -498,6 +506,8 @@ stages:
      - $ERRORS_TESTCASES_LIST
      - pytest_log.txt
      - $PYTEST_CACHE_ARTIFACT
      - $REF_COMMIT_FILE
      - $CUT_COMMIT_FILE
    expose_as: "pytest compare results"
    reports:
      junit: