Commit 2841b821 authored by norvell's avatar norvell
Browse files

Added scheduled long test vector jobs

parent 7f310768

.gitlab-ci.yml

+98 −8
Original line number Diff line number Diff line
@@ -5,9 +5,8 @@ variables: 
  SCRIPTS_DIR: "/usr/local/scripts"

  EXIT_CODE_NON_BE: 123

  EXIT_CODE_FAIL: 1

  LARGE_TEST_SUITE: "tests/codec_be_on_mr_nonselection tests/test_param_file_ltv.py tests/renderer"

  LONG_TEST_SUITE: "tests/codec_be_on_mr_nonselection tests/test_param_file_ltv.py tests/renderer"

  SHORT_TEST_SUITE: "tests/codec_be_on_mr_nonselection"

  #SHORT_TEST_SUITE: "tests/codec_be_on_mr_nonselection/test_param_file.py::test_param_file_tests[stereo at 16.4 kbps, 32kHz in, 16kHz out, DTX on]"

  USE_REF_ENC: "1"

  TEST_SUITE: ""

  LEVEL_SCALING: "1.0"
@@ -18,6 +17,7 @@ variables: 
    options:

      - 'default'

      - 'pytest-mld'

      - 'pytest-mld-long'





default:
@@ -41,6 +41,13 @@ workflow: 
    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-mld'

      variables:

        IVAS_PIPELINE_NAME: 'Run MLD tool against float ref: $CI_COMMIT_BRANCH'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-mld-long'

      variables:

        IVAS_PIPELINE_NAME: 'Run MLD tool against float ref (long test vectors): $CI_COMMIT_BRANCH'

    - if: $CI_PIPELINE_SOURCE == 'schedule' # Scheduled in any branch

      variables:

        IVAS_PIPELINE_NAME: 'Scheduled pipeline: $CI_COMMIT_BRANCH'        





stages:

  - build
@@ -79,8 +86,10 @@ stages: 
  # create short test vectors

  - python3 tests/create_short_testvectors.py

  # create references

  - python3 -m pytest "$TEST_SUITE" -v --update_ref 1 -m create_ref -n auto

  - python3 -m pytest "$TEST_SUITE" -v --update_ref 1 -m create_ref_part2 -n auto

  # - python3 -m pytest "$TEST_SUITE" -v --update_ref 1 -m create_ref -n auto

  # - python3 -m pytest "$TEST_SUITE" -v --update_ref 1 -m create_ref_part2 -n auto

  - python3 -m pytest "$TEST_SUITE" -v --update_ref 1 -m create_ref -n auto -k 13200

  - python3 -m pytest "$TEST_SUITE" -v --update_ref 1 -m create_ref_part2 -n auto -k 13200



.update-scripts-repo: &update-scripts-repo

  - cd $SCRIPTS_DIR
@@ -117,7 +126,17 @@ stages: 
    - if: $CI_PIPELINE_SOURCE == 'merge_request_event' && $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "main" # only have MR pipelines for MRs to main

    - if: $CI_PIPELINE_SOURCE == 'push'

      when: never

    - if: $CI_PIPELINE_SOURCE == 'schedule'

      when: never      



.rules-pytest-mld-long:

  rules:

    - if: $CI_PIPELINE_SOURCE == 'schedule'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == "pytest-mld-long"

    - if: $CI_PIPELINE_SOURCE == 'push'

      when: never

    - if: $CI_PIPELINE_SOURCE == 'merge_request_event'

      when: never



# ---------------------------------------------------------------

# Job templates
@@ -146,7 +165,6 @@ stages: 
.ivas-pytest-mld-anchor: &ivas-pytest-mld-anchor

  extends:

    - .test-job-linux

    - .rules-pytest-mld

  stage: test

  needs: ["build-codec-linux-make"]

  timeout: "30 minutes"
@@ -166,9 +184,11 @@ stages: 
    ### run pytest

    - exit_code=0

    - if [ $USE_REF_ENC -eq 1 ]; then

    -    python3 -m pytest "$TEST_SUITE" -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path ./IVAS_cod_ref -n auto || exit_code=$?

#    -    python3 -m pytest "$TEST_SUITE" -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path ./IVAS_cod_ref -n auto || exit_code=$?

    -    python3 -m pytest "$TEST_SUITE" -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld --dut_encoder_path ./IVAS_cod_ref -n auto -k 13200 || exit_code=$?

    - else

    -    python3 -m pytest "$TEST_SUITE" -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld -n auto || exit_code=$?

#    -    python3 -m pytest "$TEST_SUITE" -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld -n auto || exit_code=$?

    -    python3 -m pytest "$TEST_SUITE" -v --html=report.html --self-contained-html --junit-xml=report-junit.xml --mld -n auto -k 13200 || exit_code=$?

    - fi

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true
@@ -213,10 +233,12 @@ build-codec-linux-make: 
    - make -j



# ---------------------------------------------------------------

# Test jobs 

# Short test jobs 

# ---------------------------------------------------------------



ivas-pytest-mld-enc-dec:

  extends:

    - .rules-pytest-mld

  before_script:

    - USE_REF_ENC=0

    - TEST_SUITE="$SHORT_TEST_SUITE"
@@ -224,6 +246,8 @@ ivas-pytest-mld-enc-dec: 
  <<: *ivas-pytest-mld-anchor  

  

ivas-pytest-mld-dec:

  extends:

    - .rules-pytest-mld

  before_script:

    - USE_REF_ENC=1

    - TEST_SUITE="$SHORT_TEST_SUITE"
@@ -231,6 +255,8 @@ ivas-pytest-mld-dec: 
  <<: *ivas-pytest-mld-anchor

  

ivas-pytest-mld-enc-dec-lev-10:

  extends:

    - .rules-pytest-mld

  before_script:

    - USE_REF_ENC=0

    - TEST_SUITE="$SHORT_TEST_SUITE"
@@ -238,6 +264,8 @@ ivas-pytest-mld-enc-dec-lev-10: 
  <<: *ivas-pytest-mld-anchor  

  

ivas-pytest-mld-dec-lev-10:

  extends:

    - .rules-pytest-mld

  before_script:

    - USE_REF_ENC=1

    - TEST_SUITE="$SHORT_TEST_SUITE"
@@ -245,6 +273,8 @@ ivas-pytest-mld-dec-lev-10: 
  <<: *ivas-pytest-mld-anchor



ivas-pytest-mld-enc-dec-lev+10:

  extends:

    - .rules-pytest-mld

  before_script:

    - USE_REF_ENC=0

    - TEST_SUITE="$SHORT_TEST_SUITE"
@@ -252,6 +282,66 @@ ivas-pytest-mld-enc-dec-lev+10: 
  <<: *ivas-pytest-mld-anchor  

  

ivas-pytest-mld-dec-lev+10:

  extends:

    - .rules-pytest-mld

  before_script:

    - USE_REF_ENC=1

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-mld-anchor



# ---------------------------------------------------------------

# Long test jobs 

# ---------------------------------------------------------------



ivas-pytest-mld-long-enc-dec:

  extends:

    - .rules-pytest-mld-long

  before_script:

    - USE_REF_ENC=0

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-mld-anchor  

  

ivas-pytest-mld-long-dec:

  extends:

    - .rules-pytest-mld-long

  before_script:

    - USE_REF_ENC=1

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-mld-anchor

  

ivas-pytest-mld-long-enc-dec-lev-10:

  extends:

    - .rules-pytest-mld-long

  before_script:

    - USE_REF_ENC=0

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-mld-anchor  

  

ivas-pytest-mld-long-dec-lev-10:

  extends:

    - .rules-pytest-mld-long

  before_script:

    - USE_REF_ENC=1

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=0.3162

  <<: *ivas-pytest-mld-anchor



ivas-pytest-mld-long-enc-dec-lev+10:

  extends:

    - .rules-pytest-mld-long

  before_script:

    - USE_REF_ENC=0

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=3.162

  <<: *ivas-pytest-mld-anchor  

  

ivas-pytest-mld-long-dec-lev+10:

  extends:

    - .rules-pytest-mld-long

  before_script:

    - USE_REF_ENC=1

    - TEST_SUITE="$SHORT_TEST_SUITE"