Commit 772458c2 authored by Jan Kiene's avatar Jan Kiene
Browse files

add timeouts for basop-compat tests + new unsupported case

parent 814385b1

.gitlab-ci.yml

+6 −1
Original line number Diff line number Diff line
@@ -477,7 +477,7 @@ branch-is-up-to-date-with-main-post: 


    - *get-basop-float-reference



    - python3 -m pytest tests/codec_be_on_mr_nonselection $PYTEST_ARGS --param_file $PARAM_FILE --update_ref 1 --ref_encoder_path IVAS_cod --ref_decoder_path IVAS_dec --html=report.html --self-contained-html --junit-xml=report-junit.xml || true

    - python3 -m pytest tests/codec_be_on_mr_nonselection $PYTEST_ARGS --param_file $PARAM_FILE --update_ref 1 --ref_encoder_path IVAS_cod --ref_decoder_path IVAS_dec --html=report.html --self-contained-html --junit-xml=report-junit.xml --testcase_timeout=$TESTCASE_TIMEOUT || true

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true

    - if [ $zero_errors != 1 ]; then echo "Run errors encountered with $PARAM_FILE !"; exit $EXIT_CODE_FAIL; fi
@@ -499,6 +499,7 @@ basop-ref-compat-stv: 
    - .basop-ci-branch-compat-template

  variables:

    PARAM_FILE: scripts/config/self_test.prm

    TESTCASE_TIMEOUT: $TESTCASE_TIMEOUT_STV_SANITIZERS

  script:

    - exit 0
@@ -509,6 +510,7 @@ basop-ref-compat-ltv: 
    - ivas-linux-fast

  variables:

    PARAM_FILE: scripts/config/self_test_ltv.prm

    TESTCASE_TIMEOUT: $TESTCASE_TIMEOUT_LTV_SANITIZERS

  script:

    - exit 0
@@ -517,6 +519,7 @@ basop-ref-compat-encoder-stv: 
    - .basop-ci-branch-compat-template

  variables:

    PARAM_FILE: scripts/config/self_test_basop_encoder.prm

    TESTCASE_TIMEOUT: $TESTCASE_TIMEOUT_STV_SANITIZERS

  script:

    - exit 0
@@ -527,6 +530,7 @@ basop-ref-compat-encoder-ltv: 
    - ivas-linux-fast

  variables:

    PARAM_FILE: scripts/config/self_test_ltv_basop_encoder.prm

    TESTCASE_TIMEOUT: $TESTCASE_TIMEOUT_LTV_SANITIZERS

  script:

    - exit 0
@@ -537,6 +541,7 @@ basop-ref-compat-encoder-dmx-comp: 
    PARAM_FILE: scripts/config/self_test_basop_encoder.prm

    # USING PYTEST_ADDOPTS env var did not work for some reason when testing locally - maybe because this is a custom option

    PYTEST_ARGS: "--compare_enc_dmx"

    TESTCASE_TIMEOUT: $TESTCASE_TIMEOUT_STV_SANITIZERS

  script:

    - exit 0

ci/remove_unsupported_testcases.py

+2 −0
Original line number Diff line number Diff line
@@ -66,6 +66,8 @@ TESTCASES_MAIN = [ 
    "MASA 1TC at 256kbps, 48kHz in, 48 kHz out, BINAURAL_ROOM_REVERB out custom configuration",

    "MASA 1TC at 256 kbps, 48kHz in, 48kHz out, BINAURAL_ROOM_REVERB out, HR custom configuration",

    "OMASA 2TC 4ISM at br sw techs 13.2 to 512 kbps start 80 kbps, 48kHz in, 48kHz out, EXT out",

    "Multi-channel 7_1_4 bitrate switching, 48kHz in, 48kHz out, BINAURAL out, HR, JBM Prof 5",

    "Multi-channel 7_1 bitrate switching, 48kHz in, 32kHz out, BINAURAL_ROOM_REVERB out, HR, JBM Prof 5",

    # object editing starts here

    "OMASA 2Dir2TC 4ISM at 80 kbps, 48kHz in, 48kHz out, BINAURAL out, default object editing, 1SEP-PARAM",

    "OMASA 2Dir2TC 4ISM at 256 kbps, 48kHz in, 48kHz out, BINAURAL out, object editing, JBM Prof 5, DISC",