Commit 2b5374f5 authored by norvell's avatar norvell
Browse files

Merge branch '710-ltv-pipeline-has-different-number-of-jobs' into 'main' 

Remove codec_be_on_mr_nonselection from LONG_TEST_SUITE. Enable renderer comparison tests

Closes #710

See merge request !204
parents ee6639dd 824341a3

.gitlab-ci.yml

+4 −4
Original line number Diff line number Diff line
@@ -6,7 +6,7 @@ variables: 
  SCRIPTS_DIR: "/usr/local/scripts"

  EXIT_CODE_NON_BE: 123

  EXIT_CODE_FAIL: 1

  LONG_TEST_SUITE: "tests/codec_be_on_mr_nonselection tests/test_param_file_ltv.py tests/renderer"

  LONG_TEST_SUITE: "tests/test_param_file_ltv.py tests/renderer"

  SHORT_TEST_SUITE: "tests/codec_be_on_mr_nonselection"

  USE_REF_ENC: "1"

  TEST_SUITE: ""
@@ -100,7 +100,7 @@ stages: 
  # create short test vectors

  - python3 tests/create_short_testvectors.py

  # create references

  - python3 -m pytest $TEST_SUITE -v --update_ref 1 -m create_ref -n auto

  - python3 -m pytest $TEST_SUITE -v --update_ref 1 -m create_ref --create_ref -n auto

  - python3 -m pytest $TEST_SUITE -v --update_ref 1 -m create_ref_part2 -n auto
@@ -197,9 +197,9 @@ stages: 
    # timeout of 15 min per individual testcase - hopefully too much, but better be safe for now

    - testcase_timeout=900

    - if [ $USE_REF_ENC -eq 1 ]; then

    -    python3 -m pytest $TEST_SUITE -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path ./IVAS_cod_ref -n auto --testcase_timeout $testcase_timeout || exit_code=$?

    -    python3 -m pytest $TEST_SUITE -v --create_cut --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path ./IVAS_cod_ref -n auto --testcase_timeout $testcase_timeout || exit_code=$?

    - else

    -    python3 -m pytest $TEST_SUITE -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld -n auto --testcase_timeout $testcase_timeout || exit_code=$?

    -    python3 -m pytest $TEST_SUITE -v --create_cut --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld -n auto --testcase_timeout $testcase_timeout || exit_code=$?

    - fi

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true