Commit e053eb2b authored by norvell's avatar norvell
Browse files

Merge branch 'ci/fix-test-cases-basop-ci-branch' into 'basop-ci-branch' 

Align test cases with BASOP CI, affects test_sba.py and test_renderer.py

See merge request !2094
parents af7b561a e02ef396

.gitlab-ci.yml

+14 −8
Original line number Diff line number Diff line
@@ -32,6 +32,12 @@ variables: 
  BASOP_REFERENCE_BRANCH: "ivas-float-update"

  SCALE_FACTOR: "3.162"

  PYTEST_ARGS: ""

  LONG_TEST_SUITE: "tests/codec_be_on_mr_nonselection tests/renderer --param_file scripts/config/self_test_ltv.prm --use_ltv"

  LONG_TEST_SUITE_NO_RENDERER: "tests/codec_be_on_mr_nonselection --param_file scripts/config/self_test_ltv.prm --use_ltv"

  SHORT_TEST_SUITE: "tests/codec_be_on_mr_nonselection"

  SHORT_TEST_SUITE_ENCODER: "tests/codec_be_on_mr_nonselection/test_param_file.py --param_file scripts/config/self_test_basop_encoder.prm"

  LONG_TEST_SUITE_ENCODER: "tests/codec_be_on_mr_nonselection/test_param_file.py --param_file scripts/config/self_test_ltv_basop_encoder.prm"

  TEST_SUITE: ""





default:
@@ -468,7 +474,7 @@ branch-is-up-to-date-with-main-post: 
  tags:

    - ivas-linux

  before_script:

    - python3 ci/remove_unsupported_testcases.py $PARAM_FILE

    - python3 ci/remove_unsupported_testcases.py scripts/config/self_test.prm scripts/config/self_test_ltv.prm

    - python3 tests/create_short_testvectors.py

    - python3 scripts/prepare_combined_format_inputs.py
@@ -477,9 +483,9 @@ branch-is-up-to-date-with-main-post: 


    - *get-basop-float-reference



    - python3 -m pytest tests/codec_be_on_mr_nonselection $PYTEST_ARGS --param_file $PARAM_FILE --update_ref 1 --ref_encoder_path IVAS_cod --ref_decoder_path IVAS_dec --html=report.html --self-contained-html --junit-xml=report-junit.xml --testcase_timeout=$TESTCASE_TIMEOUT || true

    - python3 -m pytest $TEST_SUITE $PYTEST_ARGS --update_ref 1 --ref_encoder_path IVAS_cod --ref_decoder_path IVAS_dec --html=report.html --self-contained-html --junit-xml=report-junit.xml --testcase_timeout=$TESTCASE_TIMEOUT || true

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true

    - if [ $zero_errors != 1 ]; then echo "Run errors encountered with $PARAM_FILE !"; exit $EXIT_CODE_FAIL; fi

    - if [ $zero_errors != 1 ]; then echo "Run errors encountered with TEST_SUITE=$TEST_SUITE !"; exit $EXIT_CODE_FAIL; fi



  artifacts:

    name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results"
@@ -498,7 +504,7 @@ basop-ref-compat-stv: 
  extends:

    - .basop-ci-branch-compat-template

  variables:

    PARAM_FILE: scripts/config/self_test.prm

    TEST_SUITE: "$SHORT_TEST_SUITE tests/renderer"

    TESTCASE_TIMEOUT: $TESTCASE_TIMEOUT_STV_SANITIZERS

  script:

    - exit 0
@@ -509,7 +515,7 @@ basop-ref-compat-ltv: 
  tags:

    - ivas-linux-fast

  variables:

    PARAM_FILE: scripts/config/self_test_ltv.prm

    TEST_SUITE: $LONG_TEST_SUITE

    TESTCASE_TIMEOUT: $TESTCASE_TIMEOUT_LTV_SANITIZERS

  script:

    - exit 0
@@ -518,7 +524,7 @@ basop-ref-compat-encoder-stv: 
  extends:

    - .basop-ci-branch-compat-template

  variables:

    PARAM_FILE: scripts/config/self_test_basop_encoder.prm

    TEST_SUITE: $SHORT_TEST_SUITE_ENCODER

    TESTCASE_TIMEOUT: $TESTCASE_TIMEOUT_STV_SANITIZERS

  script:

    - exit 0
@@ -529,7 +535,7 @@ basop-ref-compat-encoder-ltv: 
  tags:

    - ivas-linux-fast

  variables:

    PARAM_FILE: scripts/config/self_test_ltv_basop_encoder.prm

    TEST_SUITE: $LONG_TEST_SUITE_ENCODER

    TESTCASE_TIMEOUT: $TESTCASE_TIMEOUT_LTV_SANITIZERS

  script:

    - exit 0
@@ -538,7 +544,7 @@ basop-ref-compat-encoder-dmx-comp: 
  extends:

    - .basop-ci-branch-compat-template

  variables:

    PARAM_FILE: scripts/config/self_test_basop_encoder.prm

    TEST_SUITE: $SHORT_TEST_SUITE_ENCODER

    # USING PYTEST_ADDOPTS env var did not work for some reason when testing locally - maybe because this is a custom option

    PYTEST_ARGS: "--compare_enc_dmx"

    TESTCASE_TIMEOUT: $TESTCASE_TIMEOUT_STV_SANITIZERS