Commit dd0b7f78 authored by kinuthia's avatar kinuthia
Browse files

add saturation smoke test

parent 4ebf4487

.gitlab-ci.yml

+53 −0
Original line number Diff line number Diff line
@@ -20,6 +20,7 @@ variables: 
      - 'default'

      - 'pytest-mld'

      - 'pytest-mld-long'

      - 'pytest-smoke-test'

      - 'evs-26444'

      - 'sanitizer-stv'
@@ -48,6 +49,9 @@ workflow: 
    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-mld-long'

      variables:

        IVAS_PIPELINE_NAME: 'Run MLD tool against float ref (long test vectors): $CI_COMMIT_BRANCH'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-smoke-test'

      variables:

        IVAS_PIPELINE_NAME: 'Run smoke-test: $CI_COMMIT_BRANCH'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'evs-26444'

      variables:

        IVAS_PIPELINE_NAME: 'EVS 26.444 test: $CI_COMMIT_BRANCH'
@@ -155,6 +159,15 @@ stages: 
    - if: $CI_PIPELINE_SOURCE == 'merge_request_event'

      when: never



.rules-pytest-smoke-test:

  rules:

    - if: $PYTEST_SMOKE_TEST # Set by scheduled pipeline

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "pytest-smoke-test"

    - if: $CI_PIPELINE_SOURCE == 'push'

      when: never

    - if: $CI_PIPELINE_SOURCE == 'merge_request_event'

      when: never



# ---------------------------------------------------------------

# Job templates

# ---------------------------------------------------------------
@@ -458,6 +471,46 @@ ivas-pytest-mld-long-dec-lev+10: 
    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-mld-anchor



ivas-pytest-saturation-smoke-test:

  extends:

    - .rules-pytest-smoke-test

    - .test-job-linux

  script:

    - USE_LTV=1

    - LEVEL_SCALING=32768



    - *print-common-info

    - *update-scripts-repo

    - if [ $USE_LTV -eq 1 ]; then

    -    *update-ltv-repo

    -    *copy-ltv-files-to-testv-dir

    - fi

    - *remove-unsupported-testcases

    - if [ $LEVEL_SCALING != "1.0" ];then

    -   *apply-testv-scaling

    - fi

    - *mld-test-setup-codec



    - bash ci/smoke_test.sh

    ### analyze for failures

    - if ! [ -s smoke_test_output.txt ] || ! [ -s smoke_test_output_plc.txt ] || ! [ -s smoke_test_output_jbm_noEXT.txt ] || ! [ -s smoke_test_output_hrtf.txt ]; then echo "Error in smoke test"; exit 1; fi

    - ret_val=0

    - if cat smoke_test_output.txt | grep -c "failed"; then echo "Smoke test without PLC failed"; ret_val=1; fi

    - if cat smoke_test_output_plc.txt | grep -c "failed"; then echo "Smoke test with PLC failed"; ret_val=1; fi

    - if cat smoke_test_output_jbm_noEXT.txt | grep -c "failed"; then echo "Smoke test JBM part failed"; ret_val=1; fi

    - if cat smoke_test_output_hrtf.txt | grep -c "failed"; then echo "Smoke test with external hrtf files failed"; ret_val=1; fi

    - exit $ret_val

  artifacts:

    name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--stage-$CI_JOB_STAGE--results"

    expire_in: 1 week

    when: always

    paths:

      - smoke_test_output.txt

      - smoke_test_output_plc.txt

      - smoke_test_output_jbm_noEXT.txt

      - smoke_test_output_hrtf.txt

    expose_as: "saturation smoke test results"



# ---------------------------------------------------------------

# EVS 26.444 test job

# ---------------------------------------------------------------