Commit f02ea709 authored by norvell's avatar norvell
Browse files

Added long test vectors and renderer tests

parent 3e7fd539

.gitlab-ci.yml

+12 −6
Original line number Diff line number Diff line
@@ -5,7 +5,7 @@ variables: 
  SCRIPTS_DIR: "/usr/local/scripts"

  EXIT_CODE_NON_BE: 123

  EXIT_CODE_FAIL: 1

  TESTS_DIR_CODEC_BE_ON_MR: "tests/codec_be_on_mr_nonselection"

  TEST_SUITE: "tests/codec_be_on_mr_nonselection tests/test_param_file_ltv.py tests/renderer tests/"

  LEVEL_SCALING: "1.0"

  IVAS_PIPELINE_NAME: ''

  MANUAL_PIPELINE_TYPE:
@@ -56,8 +56,8 @@ stages: 
  # create short test vectors

  - python3 tests/create_short_testvectors.py

  # create references

  - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --update_ref 1 -m create_ref -n auto

  - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --update_ref 1 -m create_ref_part2 -n auto

  - python3 -m pytest $TEST_SUITE -v --update_ref 1 -m create_ref -n auto

  - python3 -m pytest $TEST_SUITE -v --update_ref 1 -m create_ref_part2 -n auto



.update-scripts-repo: &update-scripts-repo

  - cd $SCRIPTS_DIR
@@ -133,12 +133,14 @@ ivas-pytest-mld-enc-dec: 
  script:

    - *print-common-info

    - *update-scripts-repo

    - *update-ltv-repo

    - *copy-ltv-files-to-testv-dir

    - *remove-unsupported-testcases

    - *mld-test-setup-codec



    ### run pytest

    - exit_code=0

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld -n auto || exit_code=$?

    - python3 -m pytest $TEST_SUITE -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld -n auto || exit_code=$?

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true

    

    - python3 scripts/parse_mld.py report.html mld.csv
@@ -173,12 +175,14 @@ ivas-pytest-mld-dec: 
  script:

    - *print-common-info

    - *update-scripts-repo

    - *update-ltv-repo

    - *copy-ltv-files-to-testv-dir    

    - *remove-unsupported-testcases

    - *mld-test-setup-codec



    ### run pytest

    - exit_code=0

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path ./IVAS_cod_ref -n auto || exit_code=$?

    - python3 -m pytest $TEST_SUITE -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path ./IVAS_cod_ref -n auto || exit_code=$?

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true



    - python3 scripts/parse_mld.py report.html mld.csv
@@ -213,6 +217,8 @@ ivas-pytest-mld-dec-lev-10: 
  script:

    - *print-common-info

    - *update-scripts-repo

    - *update-ltv-repo

    - *copy-ltv-files-to-testv-dir    

    - *remove-unsupported-testcases

    - LEVEL_SCALING=0.3162 # -10 dB, 10^(-10/20)

    - *apply-testv-scaling
@@ -220,7 +226,7 @@ ivas-pytest-mld-dec-lev-10: 


    ### run pytest

    - exit_code=0

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path ./IVAS_cod_ref -n auto || exit_code=$?

    - python3 -m pytest $TEST_SUITE -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path ./IVAS_cod_ref -n auto || exit_code=$?

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true



    - python3 scripts/parse_mld.py report.html mld.csv