Commit ce47654a authored by norvell's avatar norvell
Browse files

Enable long test suite and remove debugging limitation with -k 13200

parent 0ea7784f

.gitlab-ci.yml

+11 −14
Original line number Diff line number Diff line
@@ -86,10 +86,9 @@ stages: 
  # create short test vectors

  - python3 tests/create_short_testvectors.py

  # create references

  # - python3 -m pytest "$TEST_SUITE" -v --update_ref 1 -m create_ref -n auto

  # - python3 -m pytest "$TEST_SUITE" -v --update_ref 1 -m create_ref_part2 -n auto

  - python3 -m pytest "$TEST_SUITE" -v --update_ref 1 -m create_ref -n auto -k 13200

  - python3 -m pytest "$TEST_SUITE" -v --update_ref 1 -m create_ref_part2 -n auto -k 13200

  - python3 -m pytest "$TEST_SUITE" -v --update_ref 1 -m create_ref -n auto

  - python3 -m pytest "$TEST_SUITE" -v --update_ref 1 -m create_ref_part2 -n auto





.update-scripts-repo: &update-scripts-repo

  - cd $SCRIPTS_DIR
@@ -182,11 +181,9 @@ stages: 
    ### run pytest

    - exit_code=0

    - if [ $USE_REF_ENC -eq 1 ]; then

#    -    python3 -m pytest "$TEST_SUITE" -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path ./IVAS_cod_ref -n auto || exit_code=$?

    -    python3 -m pytest "$TEST_SUITE" -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path ./IVAS_cod_ref -n auto -k 13200 || exit_code=$?

    -    python3 -m pytest "$TEST_SUITE" -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path ./IVAS_cod_ref -n auto || exit_code=$?

    - else

#    -    python3 -m pytest "$TEST_SUITE" -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld -n auto || exit_code=$?

    -    python3 -m pytest "$TEST_SUITE" -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld -n auto -k 13200 || exit_code=$?

    -    python3 -m pytest "$TEST_SUITE" -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld -n auto || exit_code=$?

    - fi

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true
@@ -305,7 +302,7 @@ ivas-pytest-mld-long-enc-dec: 
    - .test-job-linux    

  before_script:

    - USE_REF_ENC=0

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-mld-anchor
@@ -315,7 +312,7 @@ ivas-pytest-mld-long-dec: 
    - .test-job-linux    

  before_script:

    - USE_REF_ENC=1

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-mld-anchor
@@ -325,7 +322,7 @@ ivas-pytest-mld-long-enc-dec-lev-10: 
    - .test-job-linux    

  before_script:

    - USE_REF_ENC=0

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-mld-anchor
@@ -335,7 +332,7 @@ ivas-pytest-mld-long-dec-lev-10: 
    - .test-job-linux    

  before_script:

    - USE_REF_ENC=1

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-mld-anchor
@@ -345,7 +342,7 @@ ivas-pytest-mld-long-enc-dec-lev+10: 
    - .test-job-linux    

  before_script:

    - USE_REF_ENC=0

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-mld-anchor
@@ -355,6 +352,6 @@ ivas-pytest-mld-long-dec-lev+10: 
    - .test-job-linux    

  before_script:

    - USE_REF_ENC=1

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-mld-anchor