Commit 9b095f01 authored by Jan Kiene's avatar Jan Kiene
Browse files

new ref platform setup for BASOP

parent 24c6af5a
Loading
Loading
Loading
Loading
+30 −27
Original line number Diff line number Diff line
@@ -912,7 +912,7 @@ fail-pipeline-if-in-draft:
      when: never
  stage: postvalidate
  tags:
    - ivas-linux
    - ubuntu_24_04
  script:
    - echo "Your MR is still in Draft state, set it to ready to be mergable, then retrigger the pipeline."
    - exit 1
@@ -923,7 +923,7 @@ check-for-parallel-branch-in-float-repo:
    - .job-linux
  stage: prevalidate
  tags:
    - ivas-linux
    - ubuntu_24_04
  script:
  # we need to source the script here so that the correct exit code is returned from the global job shell and the "allow_failure" recognizes it
  - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/check-for-parallel-branch-in-float-repo.sh
@@ -943,7 +943,7 @@ branch-is-up-to-date-with-target-pre:
  stage: prevalidate
  needs: []
  tags:
    - ivas-linux
    - ubuntu_24_04
  script:
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh
    - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/branch-is-up-to-date-with-target-pre.sh
@@ -961,7 +961,7 @@ branch-is-up-to-date-with-target-post:
    - .rules-merge-request-no-draft
  stage: postvalidate
  tags:
    - ivas-linux
    - ubuntu_24_04
  script:
    - |
      commits_behind_count="$(bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/get-commits-behind-count.sh)"
@@ -973,7 +973,7 @@ branch-is-up-to-date-with-target-post:
    exit_codes:
      - 123

clang-format-check:
.clang-format-check:
  extends:
    - .test-job-linux
    - .rules-merge-request
@@ -1223,7 +1223,7 @@ renderer-pytest-on-merge-request:
    - .rules-merge-request-no-draft
  timeout: "90 minutes"
  tags:
    - ivas-linux
    - ubuntu_24_04
  stage: compare
  variables:
    REPORT_XML: "report--$CI_JOB_NAME-$CI_JOB_ID--sha-$CI_COMMIT_SHORT_SHA.xml"
@@ -1300,7 +1300,7 @@ ivas-pytest-on-merge-request:
    REPORT_HTML: "report--ivas_pytest_on_merge_request-$CI_JOB_ID--sha-$CI_COMMIT_SHORT_SHA.html"
    REPORT_CSV: "report--ivas_pytest_on_merge_request-$CI_JOB_ID--sha-$CI_COMMIT_SHORT_SHA.csv"
  tags:
    - ivas-linux
    - ubuntu_24_04
  script:
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh
    - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/build-merge-target-binaries.sh
@@ -1364,7 +1364,7 @@ split-rendering-pytest-on-merge-request:
    - .test-job-linux-compares-to-fixed-target
    - .rules-merge-request-no-draft
  tags:
    - ivas-linux-fast
    - ubuntu_24_04
  timeout: "60 minutes"
  stage: compare
  variables:
@@ -1616,6 +1616,7 @@ lc3-wrapper-unit-test:
.renderer-asan:
  extends:
    - .test-job-linux
    - .rules-merge-request-to-main
  needs: ["build-codec-linux-cmake"]
  stage: test
  script:
@@ -1624,7 +1625,7 @@ lc3-wrapper-unit-test:
    - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=asan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true
    - cmake --build cmake-build -- -j
    - testcase_timeout=180
    - python3 -m pytest -q -n auto -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout
    - python3 -m pytest -q -n auto --log-level=INFO -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout

  artifacts:
    name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results"
@@ -1643,17 +1644,18 @@ lc3-wrapper-unit-test:
.renderer-msan:
  extends:
    - .test-job-linux
    - .rules-merge-request-to-main
  needs: ["build-codec-linux-cmake"]
  stage: test
  tags: 
    - ivas-linux
    - ubuntu_24_04
  script:
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh
    - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=msan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true
    - cmake --build cmake-build -- -j
    - testcase_timeout=180
    - python3 -m pytest -q -n auto -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout
    - python3 -m pytest -q -n auto --log-level=INFO -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout

  artifacts:
    name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results"
@@ -1669,20 +1671,21 @@ lc3-wrapper-unit-test:
# from float
# test renderer executable with cmake + usan
# TODO: turn into scheduled job
.renderer-usan:
renderer-usan:
  extends:
    - .test-job-linux
    - .rules-merge-request-to-main
  needs: ["build-codec-linux-cmake"]
  stage: test
  tags: 
    - ivas-linux
    - ubuntu_24_04
  script:
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh
    - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=usan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true
    - cmake --build cmake-build -- -j
    - testcase_timeout=180
    - UBSAN_OPTIONS=suppressions=scripts/ubsan.supp,report_error_type=1,print_stacktrace=1,log_path=usan_log_catchall python3 -m pytest -q -n auto -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout
    - UBSAN_OPTIONS=suppressions=scripts/ubsan.supp,report_error_type=1,print_stacktrace=1,log_path=usan_log_catchall python3 -m pytest -q -n auto --log-level=INFO -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout
    - grep_exit_code=0
    - touch usan_log_empty # Creates an empty file, this is to avoid "grep: usan_log_*: No such file or directory" in case no USAN failures are reported from pytest
    - grep UndefinedBehaviorSanitizer usan_log_* || grep_exit_code=$?
@@ -1780,7 +1783,7 @@ codec-msan:
  extends:
    - .sanitizer-selftest-on-mr
  tags:
    - ivas-linux
    - ubuntu_24_04
  script:
    - CLANG_NUM=1
    - SELFTEST_SANITY_TIMEOUT=180
@@ -1793,7 +1796,7 @@ codec-asan:
  extends:
    - .sanitizer-selftest-on-mr
  tags:
    - ivas-linux
    - ubuntu_24_04
  script:
    - CLANG_NUM=2
    - SELFTEST_SANITY_TIMEOUT=180
@@ -1806,7 +1809,7 @@ codec-usan:
  extends:
    - .sanitizer-selftest-on-mr
  tags:
    - ivas-linux
    - ubuntu_24_04
  script:
    - CLANG_NUM=3
    - SELFTEST_SANITY_TIMEOUT=180
@@ -1973,7 +1976,7 @@ ivas-pytest-compare_ref-long-dec:
    - .rules-pytest-long
    - .test-job-linux
  tags:
    - ivas-linux
    - ubuntu_24_04
    - high-memory-capacity
  before_script:
    - USE_LTV=1  
@@ -2000,7 +2003,7 @@ ivas-pytest-compare_ref-long-dec-lev-10:
    - .rules-pytest-long
    - .test-job-linux
  tags:
    - ivas-linux
    - ubuntu_24_04
    - high-memory-capacity
  before_script:
    - USE_LTV=1
@@ -2027,7 +2030,7 @@ ivas-pytest-compare_ref-long-dec-lev+10:
    - .rules-pytest-long
    - .test-job-linux
  tags:
    - ivas-linux
    - ubuntu_24_04
    - high-memory-capacity
  before_script:
    - USE_LTV=1  
@@ -2042,7 +2045,7 @@ ivas-pytest-compare_ref-long-fx-fx:
    - .rules-pytest-long-fx-fx
    - .test-job-linux
  tags:
    - ivas-linux
    - ubuntu_24_04
  before_script:
    - USE_LTV=1
    - REF_ENCODER_PATH=./$DUT_ENCODER_PATH
@@ -2056,7 +2059,7 @@ ivas-pytest-compare_ref-long-fx-fx-lev-10:
    - .rules-pytest-long-fx-fx
    - .test-job-linux
  tags:
    - ivas-linux
    - ubuntu_24_04
  before_script:
    - USE_LTV=1
    - REF_ENCODER_PATH=./$DUT_ENCODER_PATH
@@ -2070,7 +2073,7 @@ ivas-pytest-compare_ref-long-fx-fx-lev+10:
    - .rules-pytest-long-fx-fx
    - .test-job-linux
  tags:
    - ivas-linux
    - ubuntu_24_04
  before_script:
    - USE_LTV=1
    - REF_ENCODER_PATH=./$DUT_ENCODER_PATH
@@ -2085,7 +2088,7 @@ ivas-pytest-msan:
  extends:
    - .test-job-linux
  tags:
    - ivas-linux-fast
    - ubuntu_24_04
  resource_group: basop-long-sanitizers
  rules:
  - if: $CI_PIPELINE_SOURCE == 'push'
@@ -2104,7 +2107,7 @@ ivas-pytest-asan:
  extends:
    - .test-job-linux
  tags:
    - ivas-linux-fast
    - ubuntu_24_04
  resource_group: basop-long-sanitizers
  rules:
  - if: $CI_PIPELINE_SOURCE == 'push'
@@ -2123,7 +2126,7 @@ ivas-pytest-usan:
  extends:
    - .test-job-linux
  tags:
    - ivas-linux-fast
    - ubuntu_24_04
  resource_group: basop-long-sanitizers
  rules:
  - if: $CI_PIPELINE_SOURCE == 'push'
@@ -2681,7 +2684,7 @@ ivas-conformance-linux:
pages:
  stage: deploy
  tags:
    - ivas-linux
    - ubuntu_24_04
  rules:
    - if: $UPDATE_PAGES
  script: