Loading .gitlab-ci.yml +80 −144 Original line number Diff line number Diff line Loading @@ -314,9 +314,22 @@ workflow: exit 1 fi .check-be-to-target-anchor: &check-be-to-target-anchor .check-be-job: extends: - .job-linux - .test-job-linux before_script: - !reference [ .test-job-linux, before_script ] - rm -rf tests/dut tests/ref variables: USE_LTV: 0 DUT_ENCODER_PATH: ./IVAS_cod_ref DUT_DECODER_PATH: ./IVAS_dec_ref MERGE_TARGET_ENCODER_PATH: ./IVAS_cod_ref MERGE_TARGET_DECODER_PATH: ./IVAS_dec_ref .check-be-to-target-job: extends: - .check-be-job stage: check-be needs: ["build-codec-linux-make"] timeout: "300 minutes" Loading Loading @@ -427,10 +440,13 @@ workflow: - unzip $PYTEST_CACHE_ARTIFACT - fi .check-regressions-pytest-anchor: &check-regressions-pytest-anchor .check-regressions-pytest-job: extends: - .job-linux - .check-be-job stage: test needs: - job: "check-be-to-target-short-enc-0db" artifacts: true timeout: "300 minutes" variables: XML_REPORT_BRANCH: "report-junit-branch-$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA.xml" Loading @@ -442,8 +458,6 @@ workflow: IMAGES_ARTIFACT_NAME: "images_$CI_JOB_NAME" SUMMARY_HTML_ARTIFACT_NAME: "summary_$CI_JOB_NAME.html" script: - !reference [ .job-linux, before_script ] - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh # create empty files for all artifacts to suppress warnings in case of no regressions found or all is BE Loading Loading @@ -888,178 +902,100 @@ build-codec-windows-msbuild: ### jobs that check for bitexactness of fx encoder and decoder check-be-to-target-short-enc-0db: extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_DECODER_PATH=./IVAS_dec_ref - MERGE_TARGET_DECODER_PATH=./IVAS_dec_ref - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER" - LEVEL_SCALING=1.0 - rm -rf tests/dut tests/ref <<: *check-be-to-target-anchor - .check-be-to-target-job variables: TEST_SUITE: "$SHORT_TEST_SUITE_ENCODER" # -/-0dB LEVEL_SCALING: "1.0" check-be-to-target-short-enc-+10db: extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_DECODER_PATH=./IVAS_dec_ref - MERGE_TARGET_DECODER_PATH=./IVAS_dec_ref - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER" - LEVEL_SCALING=3.162 - rm -rf tests/dut tests/ref <<: *check-be-to-target-anchor - .check-be-to-target-job variables: TEST_SUITE: "$SHORT_TEST_SUITE_ENCODER" # +10dB LEVEL_SCALING: "3.162" check-be-to-target-short-enc--10db: extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_DECODER_PATH=./IVAS_dec_ref - MERGE_TARGET_DECODER_PATH=./IVAS_dec_ref - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER" - LEVEL_SCALING=0.3162 - rm -rf tests/dut tests/ref <<: *check-be-to-target-anchor - .check-be-to-target-job variables: TEST_SUITE: "$SHORT_TEST_SUITE_ENCODER" # -10dB LEVEL_SCALING: "0.3162" check-be-to-target-short-dec-0db: extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_ENCODER_PATH=./IVAS_cod_ref - MERGE_TARGET_ENCODER_PATH=./IVAS_cod_ref - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=1.0 - rm -rf tests/dut tests/ref <<: *check-be-to-target-anchor - .check-be-to-target-job variables: TEST_SUITE: "$SHORT_TEST_SUITE" # +/-0dB LEVEL_SCALING: "1.0" check-be-to-target-short-dec-+10db: extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_ENCODER_PATH=./IVAS_cod_ref - MERGE_TARGET_ENCODER_PATH=./IVAS_cod_ref - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=3.162 - rm -rf tests/dut tests/ref <<: *check-be-to-target-anchor - .check-be-to-target-job variables: TEST_SUITE: "$SHORT_TEST_SUITE" # +10dB LEVEL_SCALING: "3.162" check-be-to-target-short-dec--10db: extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_ENCODER_PATH=./IVAS_cod_ref - MERGE_TARGET_ENCODER_PATH=./IVAS_cod_ref - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=0.3162 - rm -rf tests/dut tests/ref <<: *check-be-to-target-anchor - .check-be-to-target-job variables: TEST_SUITE: "$SHORT_TEST_SUITE" # -10dB LEVEL_SCALING: "0.3162" ### jobs that check for regressions on non-BE testcases check-regressions-short-enc-0db: stage: test needs: - job: "check-be-to-target-short-enc-0db" artifacts: true extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_DECODER_PATH=./IVAS_dec_ref - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER" - LEVEL_SCALING=1.0 - rm -rf tests/dut tests/ref <<: *check-regressions-pytest-anchor - .check-regressions-pytest-job variables: TEST_SUITE: "$SHORT_TEST_SUITE_ENCODER" # +/-0dB LEVEL_SCALING: "1.0" check-regressions-short-enc-+10db: stage: test needs: - job: "check-be-to-target-short-enc-+10db" artifacts: true extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_DECODER_PATH=./IVAS_dec_ref - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER" - LEVEL_SCALING=3.162 - rm -rf tests/dut tests/ref <<: *check-regressions-pytest-anchor - .check-regressions-pytest-job variables: TEST_SUITE: "$SHORT_TEST_SUITE_ENCODER" # +10dB LEVEL_SCALING: "3.162" check-regressions-short-enc--10db: stage: test needs: - job: "check-be-to-target-short-enc--10db" artifacts: true extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_DECODER_PATH=./IVAS_dec_ref - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER" - LEVEL_SCALING=0.3162 - rm -rf tests/dut tests/ref <<: *check-regressions-pytest-anchor - .check-regressions-pytest-job variables: TEST_SUITE: "$SHORT_TEST_SUITE_ENCODER" # -10dB LEVEL_SCALING: "0.3162" check-regressions-short-dec-0db: stage: test needs: - job: "check-be-to-target-short-dec-0db" artifacts: true extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_ENCODER_PATH=./IVAS_cod_ref - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=1.0 - rm -rf tests/dut tests/ref <<: *check-regressions-pytest-anchor - .check-regressions-pytest-job variables: TEST_SUITE: "$SHORT_TEST_SUITE" # +/-0dB LEVEL_SCALING: "1" check-regressions-short-dec-+10db: stage: test needs: - job: "check-be-to-target-short-dec-+10db" artifacts: true extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_ENCODER_PATH=./IVAS_cod_ref - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=3.162 - rm -rf tests/dut tests/ref <<: *check-regressions-pytest-anchor - .check-regressions-pytest-job variables: TEST_SUITE: "$SHORT_TEST_SUITE" # +10dB LEVEL_SCALING: "3.162" check-regressions-short-dec--10db: stage: test needs: - job: "check-be-to-target-short-dec--10db" artifacts: true extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_ENCODER_PATH=./IVAS_cod_ref - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=0.3162 - rm -rf tests/dut tests/ref <<: *check-regressions-pytest-anchor - .check-regressions-pytest-job variables: TEST_SUITE: "$SHORT_TEST_SUITE" # -10dB LEVEL_SCALING: "0.3162" # --------------------------------------------------------------- # Short test jobs for running from web interface or schedule Loading Loading
.gitlab-ci.yml +80 −144 Original line number Diff line number Diff line Loading @@ -314,9 +314,22 @@ workflow: exit 1 fi .check-be-to-target-anchor: &check-be-to-target-anchor .check-be-job: extends: - .job-linux - .test-job-linux before_script: - !reference [ .test-job-linux, before_script ] - rm -rf tests/dut tests/ref variables: USE_LTV: 0 DUT_ENCODER_PATH: ./IVAS_cod_ref DUT_DECODER_PATH: ./IVAS_dec_ref MERGE_TARGET_ENCODER_PATH: ./IVAS_cod_ref MERGE_TARGET_DECODER_PATH: ./IVAS_dec_ref .check-be-to-target-job: extends: - .check-be-job stage: check-be needs: ["build-codec-linux-make"] timeout: "300 minutes" Loading Loading @@ -427,10 +440,13 @@ workflow: - unzip $PYTEST_CACHE_ARTIFACT - fi .check-regressions-pytest-anchor: &check-regressions-pytest-anchor .check-regressions-pytest-job: extends: - .job-linux - .check-be-job stage: test needs: - job: "check-be-to-target-short-enc-0db" artifacts: true timeout: "300 minutes" variables: XML_REPORT_BRANCH: "report-junit-branch-$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA.xml" Loading @@ -442,8 +458,6 @@ workflow: IMAGES_ARTIFACT_NAME: "images_$CI_JOB_NAME" SUMMARY_HTML_ARTIFACT_NAME: "summary_$CI_JOB_NAME.html" script: - !reference [ .job-linux, before_script ] - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh # create empty files for all artifacts to suppress warnings in case of no regressions found or all is BE Loading Loading @@ -888,178 +902,100 @@ build-codec-windows-msbuild: ### jobs that check for bitexactness of fx encoder and decoder check-be-to-target-short-enc-0db: extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_DECODER_PATH=./IVAS_dec_ref - MERGE_TARGET_DECODER_PATH=./IVAS_dec_ref - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER" - LEVEL_SCALING=1.0 - rm -rf tests/dut tests/ref <<: *check-be-to-target-anchor - .check-be-to-target-job variables: TEST_SUITE: "$SHORT_TEST_SUITE_ENCODER" # -/-0dB LEVEL_SCALING: "1.0" check-be-to-target-short-enc-+10db: extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_DECODER_PATH=./IVAS_dec_ref - MERGE_TARGET_DECODER_PATH=./IVAS_dec_ref - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER" - LEVEL_SCALING=3.162 - rm -rf tests/dut tests/ref <<: *check-be-to-target-anchor - .check-be-to-target-job variables: TEST_SUITE: "$SHORT_TEST_SUITE_ENCODER" # +10dB LEVEL_SCALING: "3.162" check-be-to-target-short-enc--10db: extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_DECODER_PATH=./IVAS_dec_ref - MERGE_TARGET_DECODER_PATH=./IVAS_dec_ref - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER" - LEVEL_SCALING=0.3162 - rm -rf tests/dut tests/ref <<: *check-be-to-target-anchor - .check-be-to-target-job variables: TEST_SUITE: "$SHORT_TEST_SUITE_ENCODER" # -10dB LEVEL_SCALING: "0.3162" check-be-to-target-short-dec-0db: extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_ENCODER_PATH=./IVAS_cod_ref - MERGE_TARGET_ENCODER_PATH=./IVAS_cod_ref - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=1.0 - rm -rf tests/dut tests/ref <<: *check-be-to-target-anchor - .check-be-to-target-job variables: TEST_SUITE: "$SHORT_TEST_SUITE" # +/-0dB LEVEL_SCALING: "1.0" check-be-to-target-short-dec-+10db: extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_ENCODER_PATH=./IVAS_cod_ref - MERGE_TARGET_ENCODER_PATH=./IVAS_cod_ref - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=3.162 - rm -rf tests/dut tests/ref <<: *check-be-to-target-anchor - .check-be-to-target-job variables: TEST_SUITE: "$SHORT_TEST_SUITE" # +10dB LEVEL_SCALING: "3.162" check-be-to-target-short-dec--10db: extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_ENCODER_PATH=./IVAS_cod_ref - MERGE_TARGET_ENCODER_PATH=./IVAS_cod_ref - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=0.3162 - rm -rf tests/dut tests/ref <<: *check-be-to-target-anchor - .check-be-to-target-job variables: TEST_SUITE: "$SHORT_TEST_SUITE" # -10dB LEVEL_SCALING: "0.3162" ### jobs that check for regressions on non-BE testcases check-regressions-short-enc-0db: stage: test needs: - job: "check-be-to-target-short-enc-0db" artifacts: true extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_DECODER_PATH=./IVAS_dec_ref - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER" - LEVEL_SCALING=1.0 - rm -rf tests/dut tests/ref <<: *check-regressions-pytest-anchor - .check-regressions-pytest-job variables: TEST_SUITE: "$SHORT_TEST_SUITE_ENCODER" # +/-0dB LEVEL_SCALING: "1.0" check-regressions-short-enc-+10db: stage: test needs: - job: "check-be-to-target-short-enc-+10db" artifacts: true extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_DECODER_PATH=./IVAS_dec_ref - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER" - LEVEL_SCALING=3.162 - rm -rf tests/dut tests/ref <<: *check-regressions-pytest-anchor - .check-regressions-pytest-job variables: TEST_SUITE: "$SHORT_TEST_SUITE_ENCODER" # +10dB LEVEL_SCALING: "3.162" check-regressions-short-enc--10db: stage: test needs: - job: "check-be-to-target-short-enc--10db" artifacts: true extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_DECODER_PATH=./IVAS_dec_ref - TEST_SUITE="$SHORT_TEST_SUITE_ENCODER" - LEVEL_SCALING=0.3162 - rm -rf tests/dut tests/ref <<: *check-regressions-pytest-anchor - .check-regressions-pytest-job variables: TEST_SUITE: "$SHORT_TEST_SUITE_ENCODER" # -10dB LEVEL_SCALING: "0.3162" check-regressions-short-dec-0db: stage: test needs: - job: "check-be-to-target-short-dec-0db" artifacts: true extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_ENCODER_PATH=./IVAS_cod_ref - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=1.0 - rm -rf tests/dut tests/ref <<: *check-regressions-pytest-anchor - .check-regressions-pytest-job variables: TEST_SUITE: "$SHORT_TEST_SUITE" # +/-0dB LEVEL_SCALING: "1" check-regressions-short-dec-+10db: stage: test needs: - job: "check-be-to-target-short-dec-+10db" artifacts: true extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_ENCODER_PATH=./IVAS_cod_ref - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=3.162 - rm -rf tests/dut tests/ref <<: *check-regressions-pytest-anchor - .check-regressions-pytest-job variables: TEST_SUITE: "$SHORT_TEST_SUITE" # +10dB LEVEL_SCALING: "3.162" check-regressions-short-dec--10db: stage: test needs: - job: "check-be-to-target-short-dec--10db" artifacts: true extends: - .rules-pytest-to-main-short - .test-job-linux before_script: - USE_LTV=0 - DUT_ENCODER_PATH=./IVAS_cod_ref - TEST_SUITE="$SHORT_TEST_SUITE" - LEVEL_SCALING=0.3162 - rm -rf tests/dut tests/ref <<: *check-regressions-pytest-anchor - .check-regressions-pytest-job variables: TEST_SUITE: "$SHORT_TEST_SUITE" # -10dB LEVEL_SCALING: "0.3162" # --------------------------------------------------------------- # Short test jobs for running from web interface or schedule Loading
