Commit 4b951083 authored by Fabian Müller's avatar Fabian Müller
Browse files

Move scripts over to ivas-codec-ci

parent 18592da4

.gitlab-ci.yml

+36 −36
Original line number Diff line number Diff line
@@ -71,7 +71,7 @@ workflow: 


.merge-request-comparison-setup-codec: &merge-request-comparison-setup-codec 

  ### build test binaries, initial clean for paranoia reasons

  - bash "${CI_PROJECT_DIR}"/.gitlab-ci/snippets/disable-debugging-macro.sh

  - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/disable-debugging-macro.sh

  - make clean

  - mkdir build

  - cd build
@@ -88,13 +88,13 @@ workflow: 
  - source_branch_commit_sha=$(git rev-parse HEAD)



  ### checkout version to compare against

  - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/mr-fetch-target-branch.sh

  - target_commit="$("$CI_PROJECT_DIR"/.gitlab-ci/snippets/mr-get-target-commit.sh)"

  - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/mr-fetch-target-branch.sh

  - target_commit="$("${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/mr-get-target-commit.sh)"

  - git checkout $target_commit

  - echo "Building reference codec at commit $target_commit"



  ### build reference binaries

  - bash "${CI_PROJECT_DIR}"/.gitlab-ci/snippets/disable-debugging-macro.sh

  - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/disable-debugging-macro.sh

  - cd build

  - cmake ..

  - make -j
@@ -151,8 +151,8 @@ workflow: 
# set CLANG_NUM, SELFTEST_SANITY_TIMEOUT and SELF_TEST_PRM_FILE in before_script section

.sanitizer-selftest-anchor:

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/copy-ltv-files-to-testv-dir.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/copy-ltv-files-to-testv-dir.sh

    - make clean

    - make -j CLANG=$CLANG_NUM

    - testcase_timeout=$SELFTEST_SANITY_TIMEOUT
@@ -264,7 +264,7 @@ branch-is-up-to-date-with-main-post: 
    - python3 scripts/prepare_combined_format_inputs.py



    - *update-ltv-repo

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/copy-ltv-files-to-testv-dir.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/copy-ltv-files-to-testv-dir.sh



    - *get-basop-float-reference
@@ -343,7 +343,7 @@ build-codec-linux-make: 
    - .build-job-linux

    - .rules-basis

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - *activate-Werror-linux

    - make -j
@@ -352,7 +352,7 @@ build-codec-linux-cmake: 
    - .build-job-linux

    - .rules-basis

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - *activate-Werror-linux

    - mkdir build

    - cd build
@@ -366,7 +366,7 @@ build-codec-instrumented-linux: 
    - .rules-basis

  timeout: "10 minutes"

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - ./scripts/prepare_instrumentation.sh

    - make -j -C scripts/c-code_instrument
@@ -376,7 +376,7 @@ build-codec-sanitizers-linux: 
    - .build-job-linux

    - .rules-basis

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - *activate-Werror-linux

    - bash ci/build_codec_sanitizers_linux.sh
@@ -414,7 +414,7 @@ codec-smoke-test: 
  stage: test

  needs: ["build-codec-linux-cmake", "build-codec-linux-make", "build-codec-instrumented-linux", "build-codec-sanitizers-linux"]

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    # LTV update needed as ltv ISM metadata files are used

    - *update-ltv-repo
@@ -490,7 +490,7 @@ pytest-compare-20ms-and-5ms-rendering: 
  stage: test

  needs: ["build-codec-linux-cmake", "build-codec-linux-make", "build-codec-instrumented-linux", "build-codec-sanitizers-linux"]

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - *disable-limiter

    - make clean

    - make -j
@@ -637,7 +637,7 @@ renderer-pytest-on-merge-request: 
  timeout: "20 minutes"

  stage: compare

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - commits_behind_count="$(bash "${CI_PROJECT_DIR}"/snippets/get-commits-behind-count.sh)"

    - *check-commits-behind-count-in-compare-jobs

    - *merge-request-comparison-setup-codec
@@ -722,7 +722,7 @@ split-rendering-pytest-on-merge-request: 
  timeout: "30 minutes"

  stage: compare

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - commits_behind_count="$(bash "${CI_PROJECT_DIR}"/snippets/get-commits-behind-count.sh)"

    - *check-commits-behind-count-in-compare-jobs
@@ -735,8 +735,8 @@ split-rendering-pytest-on-merge-request: 
    # store the current commit hash

    - source_branch_commit_sha=$(git rev-parse HEAD)



    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/mr-fetch-target-branch.sh

    - target_commit="$("$CI_PROJECT_DIR"/.gitlab-ci/snippets/mr-get-target-commit.sh)"

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/mr-fetch-target-branch.sh

    - target_commit="$("${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/mr-get-target-commit.sh)"

    - git checkout $target_commit

    - echo "Building reference codec at commit $target_commit"
@@ -793,7 +793,7 @@ ivas-pytest-on-merge-request: 
  needs: ["build-codec-linux-cmake", "codec-smoke-test"]

  timeout: "14 minutes"

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - commits_behind_count="$(bash "${CI_PROJECT_DIR}"/snippets/get-commits-behind-count.sh)"

    - *check-commits-behind-count-in-compare-jobs

    - *merge-request-comparison-setup-codec
@@ -847,7 +847,7 @@ ivas-interop-on-merge-request: 
  needs: ["build-codec-linux-cmake"]

  timeout: "10 minutes"

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - commits_behind_count="$(bash "${CI_PROJECT_DIR}"/snippets/get-commits-behind-count.sh)"

    - *check-commits-behind-count-in-compare-jobs

    - *merge-request-comparison-setup-codec
@@ -896,7 +896,7 @@ evs-pytest-on-merge-request: 
  needs: ["build-codec-linux-cmake", "codec-smoke-test"]

  timeout: "10 minutes"

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - commits_behind_count="$(bash "${CI_PROJECT_DIR}"/snippets/get-commits-behind-count.sh)"

    - *check-commits-behind-count-in-compare-jobs

    - *merge-request-comparison-setup-codec
@@ -948,7 +948,7 @@ voip-be-on-merge-request: 
  needs: ["build-codec-linux-make"]

  timeout: "10 minutes"

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - make clean

    - make -j

    - python3 -m pytest tests/test_be_for_jbm_neutral_dly_profile.py
@@ -1009,11 +1009,11 @@ check-first-frame-is-sid: 
  stage: test

  needs: ["build-codec-linux-cmake"]

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - *update-ltv-repo

    # this rm makes check-for-testvectors only check for the signals we actually need in this test

    - rm scripts/config/ci_linux_ltv.json scripts/config/ci_linux.json

    - bash "${CI_PROJECT_DIR}"/.gitlab-ci/snippets/check-for-testvectors.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/check-for-testvectors.sh

    - bash ci/run-first-frame-is-sid-test.sh



  artifacts:
@@ -1050,7 +1050,7 @@ check-bitexactness-hrtf-rom-and-file: 
  needs: ["build-codec-linux-cmake"]

  timeout: "5 minutes"

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - cmake .

    - make -j

    - python3 tests/create_short_testvectors.py --cut_len 1.0
@@ -1072,7 +1072,7 @@ check-bitexactness-ext-and-transport-format: 
  needs: ["build-codec-linux-cmake"]

  timeout: "5 minutes"

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - cmake .

    - make -j

    - python3 tests/create_short_testvectors.py --cut_len 1.0
@@ -1126,7 +1126,7 @@ be-2-evs-linux: 
  needs: ["build-codec-linux-cmake"]

  timeout: "20 minutes" # To be revisited

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh



    - mkdir build

    - cd build
@@ -1150,7 +1150,7 @@ codec-comparison-on-main-push: 
  needs: ["build-codec-linux-cmake"]

  timeout: "30 minutes" # To be revisited

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - latest_commit=$(git rev-parse HEAD) # Latest commit

    - previous_merge_commit=$(git --no-pager log --merges HEAD~1 -n 1 --pretty=format:%H)

    - echo "Comparing changes from $previous_merge_commit to $latest_commit"
@@ -1360,7 +1360,7 @@ ivas-conformance-linux: 
    exit_codes:

      - 123

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - make -j

    - cp IVAS_cod IVAS_cod_ref

    - cp IVAS_dec IVAS_dec_ref
@@ -1468,7 +1468,7 @@ test-long-self-test: 
    exit_codes:

      - 123

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - *update-ltv-repo



    ### build branch binaries
@@ -1497,7 +1497,7 @@ test-long-self-test: 
    ### prepare pytest



    # Copy test vectors from LTV to TESTV

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/copy-ltv-files-to-testv-dir.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/copy-ltv-files-to-testv-dir.sh



    # create references

    - exit_code_ref=0
@@ -1537,8 +1537,8 @@ check-clipping: 
    exit_codes:

      - 123

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/enable-debugging-macro.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/enable-debugging-macro.sh

    - make -j

    - tests/scale_pcm.py ./scripts/testv/ $SCALE_FACTOR # Default: 3.162 (+10 dB). Can be set in manual trigger.

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --update_ref 1 --html=report.html --self-contained-html --junit-xml=report-junit.xml --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec
@@ -1567,7 +1567,7 @@ test-branch-vs-input-passthrough: 
    exit_codes:

      - 123

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - make -j



    - exit_code=0
@@ -2187,9 +2187,9 @@ coverage-test-on-main-scheduled: 
    - if: $COVERAGE_TEST

  timeout: 3 hours

  script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - *update-ltv-repo

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/copy-ltv-files-to-testv-dir.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/copy-ltv-files-to-testv-dir.sh

    - make GCOV=1 -j

    - cp IVAS_rend IVAS_rend_ref # Copy exec to be able to run renderer script
@@ -2294,7 +2294,7 @@ coverage-test-on-main-scheduled: 
  timeout: 3 hours 30 minutes

  stage: test

  before_script:

    - bash "$CI_PROJECT_DIR"/.gitlab-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - *update-ltv-repo

    - *complexity-measurements-setup

  allow_failure:

.gitlab-ci/snippets/check-for-testvectors.sh

deleted100644 → 0
+0 −7
Original line number Diff line number Diff line 
#! /bin/bash



set -euo pipefail



cd "${CI_PROJECT_DIR}"



exec python3 -m pytest ci/test_vectors_available.py

.gitlab-ci/snippets/copy-ltv-files-to-testv-dir.sh

deleted100644 → 0
+0 −9
Original line number Diff line number Diff line 
#! /bin/bash



set -euo pipefail



cd "${CI_PROJECT_DIR}"



cp "$LTV_DIR"/*.wav scripts/testv/

cp "$LTV_DIR"/*.met scripts/testv/

cp "$LTV_DIR"/*.csv scripts/testv/

.gitlab-ci/snippets/disable-debugging-macro.sh

deleted100644 → 0
+0 −8
Original line number Diff line number Diff line 
#! /bin/bash



set -euo pipefail



cd "${CI_PROJECT_DIR}"



# automatically disable #DEBUGGING macro in options.h using /**/-comment

sed -i.bak -e "s/^[[:space:]]*\(#define[[:space:]]*DEBUGGING\)/\/\*\1\*\//g" lib_com/options.h

.gitlab-ci/snippets/enable-debugging-macro.sh

deleted100644 → 0
+0 −9
Original line number Diff line number Diff line 
#! /bin/bash



set -euo pipefail



cd "${CI_PROJECT_DIR}"



# automatically enable #DEBUGGING macro in options.h using either /**/-comment or //-comment

sed -i.bak -e "s/\/\*\ *\(#define\ *DEBUGGING\ *\)\*\//\1/g" lib_com/options.h

sed -i.bak -e "s/\/\/\ *\(#define\ *DEBUGGING\ *\)/\1/g" lib_com/options.h