Commit 57d3fab0 authored by Jan Kiene's avatar Jan Kiene
Browse files

implement fx enc -> flt dec interop test

parent 90a1403a

.gitlab-ci.yml

+39 −35
Original line number Diff line number Diff line
@@ -21,6 +21,7 @@ variables: 
    options:

      - 'default'

      - 'pytest-mld'

      - 'pytest-mld-interop'

      - 'pytest-mld-long'

      - 'evs-26444'

      - 'sanitizer-stv'
@@ -158,6 +159,14 @@ stages: 
    - if: $CI_PIPELINE_SOURCE == 'merge_request_event'

      when: never



.rules-pytest-mld-interop:

  rules:

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "pytest-mld-interop"

    - if: $CI_PIPELINE_SOURCE == 'push'

      when: never

    - if: $CI_PIPELINE_SOURCE == 'merge_request_event'

      when: never



# ---------------------------------------------------------------

# Job templates

# ---------------------------------------------------------------
@@ -181,30 +190,6 @@ stages: 
    - if [ ! -d "$TESTV_DIR" ]; then mkdir -p $TESTV_DIR; fi

    - cp -r scripts/testv/* $TESTV_DIR/





.ivas-pytest-interop-anchor: &ivas-pytest-interop-anchor

  - *print-common-info

  - *update-scripts-repo

  - python3 ci/remove_unsupported_testcases.py $PRM_FILES



  ### run pytest

  # create short test vectors

  - python3 tests/create_short_testvectors.py

  - exit_code1=0

  - exit_code2=0

  - python3 -m pytest $TEST_SUITE -v --update_ref 1 -m create_ref -n auto --ref_encoder_path $ENCODER --ref_decoder_path $DECODER --html=report_1.html --self-contained-html --junit-xml=report-junit_1.xml || exit_code1=$?

  - python3 -m pytest $TEST_SUITE -v --update_ref 1 -m create_ref_part2 -n auto --ref_encoder_path $ENCODER --ref_decoder_path $DECODER --html=report_2.html --self-contained-html --junit-xml=report-junit_2.xml || exit_code2=$?



  - zero_errors_1=$(cat report-junit_1.xml | grep -c 'errors="0"') || true

  - zero_errors_2=$(cat report-junit_2.xml | grep -c 'errors="0"') || true

  - zero_errors=1

  - if [[ $zero_errors_1 != 1 || $zero_errors_2 != 1 ]]; then zero_errors=0; fi

  - exit_code=0

  - if [[ $exit_code1 != 0 || $exit_code2 != 0 ]]; then exit_code=1; fi

  - *pytest-check-results

  - exit 0





.ivas-pytest-mld-anchor: &ivas-pytest-mld-anchor

  stage: test

  needs: ["build-codec-linux-make"]
@@ -385,19 +370,38 @@ ivas-pytest-mld-dec-lev+10: 
    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-mld-anchor



ivas-pytest-interop-enc-fixed-dec-float:

ivas-pytest-mld-long-enc-fx-dec-flt-interop:

  extends:

    - .rules-pytest-mld

    - .rules-pytest-mld-interop

    - .test-job-linux

  stage: test

  needs: ["build-codec-linux-make"]

  timeout: "30 minutes"

  script:

    - *setup-codec

    - ENCODER=./IVAS_cod

    - DECODER=./IVAS_dec_ref

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - *ivas-pytest-interop-anchor

  before_script:

    - USE_LTV=0

    - DUT_DECODER_PATH=./IVAS_dec_ref

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-mld-anchor



ivas-pytest-mld-long-enc-fx-dec-flt-lev-10-interop:

  extends:

    - .rules-pytest-mld-interop

    - .test-job-linux

  before_script:

    - USE_LTV=0

    - DUT_DECODER_PATH=./IVAS_dec_ref

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-mld-anchor



ivas-pytest-mld-long-enc-fx-dec-flt-lev+10-interop:

  extends:

    - .rules-pytest-mld-interop

    - .test-job-linux

  before_script:

    - USE_LTV=0

    - DUT_DECODER_PATH=./IVAS_dec_ref

    - TEST_SUITE="$LONG_TEST_SUITE"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-mld-anchor



ivas-pytest-dec-msan:

  extends: