Commit 3c3ef093 authored by Jan Kiene's avatar Jan Kiene
Browse files

fix artifacts and pytest usage

parent 2fd6d18a

.gitlab-ci.yml

+13 −4
Original line number Diff line number Diff line
@@ -510,7 +510,7 @@ codec-usan: 
    expose_as: "usan selftest results"



# compare bit-exactness between 5ms and 20 on the branch

codec-5ms:

pytest-compare-20ms-and-5ms-rendering:

  extends:

    - .test-job-linux

    - .rules-merge-request
@@ -521,20 +521,29 @@ codec-5ms: 
    - make clean

    - make -j

    ### prepare pytest

    - cp IVAS_cod IVAS_cod_ref

    - cp IVAS_dec IVAS_dec_ref

    # create short test vectors

    - python3 tests/create_short_testvectors.py

    # create references

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --update_ref 1 -m create_ref

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --update_ref 1 -m create_ref_part2

    ### run pytest

    - exit_code=0

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --update_ref 2 --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec --dut_fr5 || exit_code=$?

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --dut_fr5 || exit_code=$?

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true

    - *merge-request-comparison-check

  artifacts:

    name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--stage-$CI_JOB_STAGE--results"

    expire_in: 1 week

    when: always

    expose_as: "pytest 5ms vs 20ms results"

    paths:

      - scripts/ref/logs/

    expose_as: "pytest IVAS 5ms results"

      - report-junit.xml

      - report.html

    reports:

      junit:

        - report-junit.xml



# test renderer executable

renderer-smoke-test: