Commit 6952a410 authored by Jan Kiene's avatar Jan Kiene
Browse files

add anchor for mr pl regression test

parent fa5ddcfc

.gitlab-ci.yml

+41 −2
Original line number Diff line number Diff line
@@ -104,7 +104,7 @@ stages: 
  # safeguard check to detect possible mistakes in the reference branch selection logic

  - if [ "$?" != "0" ]; then

  -     echo "REFERENCE_BRANCH_LOCAL variable is set incorrectly: $REFERENCE_BRANCH_LOCAL!"

  -     exit(1)

  -     exit 1

  - fi

  - git pull

  - make clean
@@ -294,6 +294,45 @@ stages: 
      junit:

        - report-junit.xml



.ivas-pytest-on-merge-request-anchor: $ivas-pytest-on-merge-request-anchor

  stage: test

  needs: ["build-codec-linux-make"]

  timeout: "300 minutes"

  script:

    - *print-common-info

    - *update-scripts-repo

    - if [ $USE_LTV -eq 1 ]; then

    -    *update-ltv-repo

    -    *copy-ltv-files-to-testv-dir

    -    testcase_timeout=$TESTCASE_TIMEOUT_LTV

    - else

    -    testcase_timeout=$TESTCASE_TIMEOUT_STV

    - fi



    - python3 ci/remove_unsupported_testcases.py $PRM_FILES

    - if [ $LEVEL_SCALING != "1.0" ];then

    -   *apply-testv-scaling

    - fi



    ### run branch first

    # this per default builds the branch and the reference and creates the reference outputs

    - *build-and-create-reference-outputs

    - exit_code=0

    - python3 -m pytest --tb=no $TEST_SUITE -v --create_cut --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --ssnr --odg --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH -n auto --testcase_timeout $testcase_timeout || exit_code=$?

    - zero_errors_branch=$(cat report-junit.xml | grep -c 'errors="0"') || true

    - python3 scripts/parse_xml_report.py report-junit.xml scores_branch.csv



    ### run main now

     git checkout main

    - make clean

    - make -j

    - python3 -m pytest --tb=no $TEST_SUITE -v --create_cut --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --ssnr --odg --dut_encoder_path $DUT_ENCODER_PATH --dut_decoder_path $DUT_DECODER_PATH -n auto --testcase_timeout $testcase_timeout || exit_code=$?

    - zero_errors_main=$(cat report-junit.xml | grep -c 'errors="0"') || true

    - python3 scripts/parse_xml_report.py report-junit.xml scores_main.csv



    ### compare the two csv files for regressions

    - python3 ci/basop-pages/create_report_pages.py /dev/null scores_merged.csv scores_branch.csv scores_main.csv branch main $CI_JOB_NAME





.ivas-pytest-sanitizers-anchor: &ivas-pytest-sanitizers-anchor

  stage: test