Commit 85dd6253 authored by bayers's avatar bayers
Browse files

update CI config to both test 5ms and 10ms versus 20ms

parent f54030b8

.gitlab-ci.yml

+12 −6
Original line number Diff line number Diff line
@@ -532,20 +532,26 @@ pytest-compare-20ms-and-5ms-rendering: 
    - exit_code=0

    # dummy, is needed for using the comparison anchor later

    - non_be_flag=0

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --dut_fr 5 || exit_code=$?

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --html=report-5ms.html --self-contained-html --junit-xml=report-junit-5ms.xml --dut_fr 5 || exit_code1=$?

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --html=report-10ms.html --self-contained-html --junit-xml=report-junit-10ms.xml --dut_fr 10 || exit_code2=$?

    - zero_errors=$(cat report-junit-5ms.xml report-junit-10ms.xml | grep -c 'errors="0"') || true

    - exit_code = 0

    - if [ $exit_code -eq 1] || [ $exit_code2 -eq 1]; then exit_code=1; fi

    - *merge-request-comparison-check

  artifacts:

    name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--stage-$CI_JOB_STAGE--results"

    expire_in: 1 week

    when: always

    expose_as: "pytest 5ms vs 20ms results"

    expose_as: "pytest 5ms/10ms vs 20ms results"

    paths:

      - report-junit.xml

      - report.html

      - report-junit-5ms.xml

      - report-5ms.html

      - report-junit-10ms.xml

      - report-10ms.html

    reports:

      junit:

        - report-junit.xml

        - report-junit-5ms.xml

        - report-junit-10ms.xml



# test renderer executable

renderer-smoke-test: