Commit 33fca880 authored by norvell's avatar norvell
Browse files

Add ivas-conformance job

parent 0ddbb7a5

.gitlab-ci.yml

+43 −0
Original line number Diff line number Diff line
@@ -20,6 +20,7 @@ variables: 
      - 'default'

      - 'test-be-release'

      - 'test-long-self-test'

      - 'ivas-conformance'





default:
@@ -50,6 +51,9 @@ workflow: 
    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'test-long-self-test'

      variables:

        IVAS_PIPELINE_NAME: 'Test long self-test against main pipeline: $CI_COMMIT_BRANCH'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'ivas-conformance'

      variables:

        IVAS_PIPELINE_NAME: 'Draft IVAS Conformance test: $CI_COMMIT_BRANCH'        

    - if: $CI_PIPELINE_SOURCE == 'trigger'



stages:
@@ -201,6 +205,8 @@ stages: 
      when: never

    - if: $MANUAL_PIPELINE_TYPE == 'test-long-self-test' # Skip all the normal jobs when testing manually against release codec

      when: never

    - if: $MANUAL_PIPELINE_TYPE == 'ivas-conformance'

      when: never      

    - when: on_success



.rules-merge-request:
@@ -1187,6 +1193,43 @@ test-be-to-release: 
    expose_as: "test-be-to-release results"





ivas-conformance:

  tags:

    - ivas-linux-fast

  stage: test

  timeout: "60 minutes"

  rules:

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'test-long-self-test'

  allow_failure:

    exit_codes:

      - 123

  script:

    - *print-common-info

    # Prepare reference exec, TBD

    - make -j

    - cp IVAS_cod IVAS_cod_ref

    - cp IVAS_dec IVAS_dec_ref

    - cp IVAS_rend IVAS_rend_ref



    # Reference creation

    - python3 -m pytest tests/codec_be_on_mr_nonselection/ -v -n auto --update_ref 1 -m create_ref 

    - python3 -m pytest tests/codec_be_on_mr_nonselection/ -v -n auto --update_ref 1 -m create_ref_part2

    - python3 -m pytest -q -n auto tests/renderer/test_renderer.py --create_ref



    # Output creation

    - python3 -m pytest tests/codec_be_on_mr_nonselection tests/renderer/test_renderer.py -v -n auto --junit-xml=report-junit.xml --html=report.html --self-contained-html



  artifacts:

    name: "ivas-conformance-$CI_COMMIT_SHORT_SHA"

    expire_in: 1 week

    when: always

    paths:

      - report-junit.xml

      - report.html

    expose_as: "Draft IVAS conformance"

    reports:

      junit: report-junit.xml



test-long-self-test:

  tags:

    - ivas-linux-fast