Commit 38f1dc2e authored by Archit Tamarapu's avatar Archit Tamarapu
Browse files

Merge branch 'main' of ssh://forge.3gpp.org:29419/ivas-codec-pc/ivas-codec-ci... 

Merge branch 'main' of ssh://forge.3gpp.org:29419/ivas-codec-pc/ivas-codec-ci into tmu/loudness-measurement
parents a192f253 f8a9c987

includes/build-jobs.yml

+24 −5
Original line number Diff line number Diff line
@@ -3,7 +3,7 @@ 
# ---------------------------------------------------------------



# ensure that codec builds on linux

build-codec-linux-make:

build-codec-linux-clang-make:

  rules:

    - if: $MANUAL_PIPELINE_TYPE == 'long-term-logs' || $MANUAL_PIPELINE_TYPE == 'ivas-conformance-linux' || $MANUAL_PIPELINE_TYPE == 'backup-long-term-logs' || $UPDATE_PAGES || $MANUAL_PIPELINE_TYPE == 'complexity' || $MEASURE_COMPLEXITY_LINUX

      when: never
@@ -21,13 +21,32 @@ build-codec-linux-make: 
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/activate-Werror-linux.sh

    - make -j



build-codec-linux-gcc-make:

  rules:

    - if: $MANUAL_PIPELINE_TYPE == 'long-term-logs' || $MANUAL_PIPELINE_TYPE == 'ivas-conformance-linux' || $MANUAL_PIPELINE_TYPE == 'backup-long-term-logs' || $UPDATE_PAGES || $MANUAL_PIPELINE_TYPE == 'complexity' || $MEASURE_COMPLEXITY_LINUX

      when: never

    - if: $CI_PIPELINE_SOURCE == 'web'

    - if: $CI_PIPELINE_SOURCE == 'push' && $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH

    - if: $CI_PIPELINE_SOURCE == 'merge_request_event'

    - if: $CI_PIPELINE_SOURCE == 'schedule'

    - if: $CI_PIPELINE_SOURCE == 'push'

      when: never

  extends:

    - .build-job-linux

  timeout: "10 minutes"

  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/activate-Werror-linux.sh

    - CC=gcc make -j



# ensure that codec builds on linux with cmake

build-codec-linux-cmake:

build-codec-linux-clang-cmake:

  rules:

    - if: $MANUAL_PIPELINE_TYPE == 'long-term-logs' || $MANUAL_PIPELINE_TYPE == 'backup-long-term-logs' || $MANUAL_PIPELINE_TYPE == 'ivas-conformance-linux' || $UPDATE_PAGES

      when: never

    - if: $CI_PIPELINE_SOURCE == 'push' && $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH

    - if: $CI_PIPELINE_SOURCE == 'merge_request_event'

    - if: $CI_PIPELINE_SOURCE == 'schedule'

    - if: $CI_PIPELINE_SOURCE == 'push'

      when: never

  extends:
@@ -44,7 +63,7 @@ build-codec-linux-cmake: 
    - cmake --build cmake-build -- -j



# ensure that codec builds on linux with instrumentation active

build-codec-linux-instrumented-make:

build-codec-linux-instrumented-clang-make:

  rules:

    - if: $MANUAL_PIPELINE_TYPE == 'long-term-logs' || $MANUAL_PIPELINE_TYPE == 'backup-long-term-logs' || $UPDATE_PAGES

      when: never
@@ -69,7 +88,7 @@ build-codec-linux-instrumented-make: 
    - make -j -C $INSTR_DIR



# make sure that the codec builds with msan, asan and usan

build-codec-sanitizers-linux:

build-codec-sanitizers-clang-linux:

  rules:

    - if: $MANUAL_PIPELINE_TYPE == 'long-term-logs' || $MANUAL_PIPELINE_TYPE == 'backup-long-term-logs' || $UPDATE_PAGES

      when: never
@@ -92,7 +111,7 @@ build-codec-sanitizers-linux: 


# ensure the codec builds with DEBUGGING activated

# warnings are not treated as errors here

build-codec-linux-debugging-make:

build-codec-linux-debugging-clang-make:

  extends:

    - .build-job-linux

  rules:

includes/check-first-frame-is-sid.yml

0 → 100644
+29 −0
Original line number Diff line number Diff line 
# check for crashes if first received frame on decoder side is an SID

check-first-frame-is-sid:

  extends:

    - .test-job-linux-needs-testv-dir

    - .rules-merge-request-to-main

  stage: test

  needs: ["build-codec-linux-clang-cmake"]

  tags: 

    - ivas-linux-fast

  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - |

      if [ "$CI_PROJECT_ID" == "$PROJECT_ID_BASOP" ]; then

          bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh

      fi

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/update-ltv-repo.sh

    # this rm makes check-for-testvectors only check for the signals we actually need in this test

    - rm scripts/config/ci_linux_ltv.json scripts/config/ci_linux.json

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/check-for-testvectors.sh

    - bash ci/run-first-frame-is-sid-test.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh logs

  timeout: "10 minutes"

  artifacts:

    paths:

      - logs

    when: always

    name: "$CI_JOB_NAME--$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--sidstart"

    expose_as: "logs-sidstart"

    expire_in: "5 days"

includes/complexity-jobs.yml

+51 −21
Original line number Diff line number Diff line
@@ -13,7 +13,15 @@ 


  # this is a testing/maintenance mechanism to force getting the log history from a specific job id

  # see below in the concrete complexity jobs

  - if [ "$JOB_ID_INJECT" != "" ]; then job_id=$JOB_ID_INJECT; fi

  - |

    if [ "$CI_PROJECT_ID" == "$PROJECT_ID_BASOP" ] && [ "$JOB_ID_INJECT_BASOP" != "" ]; then

      job_id=$JOB_ID_INJECT_BASOP

    fi



  - |

    if [ "$CI_PROJECT_ID" == "$PROJECT_ID_FLOAT" ] && [ "$JOB_ID_INJECT_FLOAT" != "" ]; then

      job_id=$JOB_ID_INJECT_FLOAT

    fi



  - curl --silent --show-error --request GET "$CI_API_V4_URL/projects/$CI_PROJECT_ID/jobs/$job_id/artifacts" --output artifacts.zip

  - unzip -qq artifacts.zip || true # this may fail on first run, when there are no artifacts there and the zip file is actually just "404"-html
@@ -109,6 +117,8 @@ 


    - set -euxo pipefail

    - *complexity-measurements-setup

  after_script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $CI_JOB_NAME-public COMPLEXITY/logs 

  allow_failure:

    exit_codes:

      - 123
@@ -126,7 +136,8 @@ complexity-stereo-in-ext-out: 
  rules:

    - if: $MANUAL_PIPELINE_TYPE == 'complexity' || $MEASURE_COMPLEXITY_LINUX

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=stereo

    - out_format=ext
@@ -143,7 +154,8 @@ complexity-ism-in-binaural-out: 
      when: delayed

      start_in: 1 hour

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=ISM

    - out_format=BINAURAL
@@ -160,7 +172,8 @@ complexity-ism-in-binaural_room_ir-out: 
      when: delayed

      start_in: 2 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=ISM

    - out_format=BINAURAL_ROOM_IR
@@ -177,7 +190,8 @@ complexity-ism-in-ext-out: 
      when: delayed

      start_in: 3 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=ISM

    - out_format=EXT
@@ -194,7 +208,8 @@ complexity-sba-hoa3-in-ext-out: 
      when: delayed

      start_in: 4 hours 30 minutes

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=HOA3

    - out_format=EXT
@@ -211,7 +226,8 @@ complexity-sba-hoa3-in-binaural-out: 
      when: delayed

      start_in: 5 hours 30 minutes

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=HOA3

    - out_format=BINAURAL
@@ -228,7 +244,8 @@ complexity-sba-hoa3-in-binaural_room_ir-out: 
      when: delayed

      start_in: 6 hours 30 minutes

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=HOA3

    - out_format=BINAURAL_ROOM_IR
@@ -245,7 +262,8 @@ complexity-mc-in-ext-out: 
      when: delayed

      start_in: 7 hours 30 minutes

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=MC

    - out_format=EXT
@@ -262,7 +280,8 @@ complexity-mc-in-binaural-out: 
      when: delayed

      start_in: 10 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=MC

    - out_format=BINAURAL
@@ -279,7 +298,8 @@ complexity-mc-in-binaural_room_ir-out: 
      when: delayed

      start_in: 12 hours 30 minutes

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=MC

    - out_format=BINAURAL_ROOM_IR
@@ -296,7 +316,8 @@ complexity-masa-in-ext-out: 
      when: delayed

      start_in: 15 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=MASA

    - out_format=EXT
@@ -313,7 +334,8 @@ complexity-masa-in-binaural-out: 
      when: delayed

      start_in: 16 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=MASA

    - out_format=BINAURAL
@@ -330,7 +352,8 @@ complexity-masa-in-hoa3-out: 
      when: delayed

      start_in: 17 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=MASA

    - out_format=HOA3
@@ -347,7 +370,8 @@ complexity-omasa-in-ext-out: 
      when: delayed

      start_in: 18 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=OMASA

    - out_format=EXT
@@ -364,7 +388,8 @@ complexity-omasa-in-binaural-out: 
      when: delayed

      start_in: 20 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=OMASA

    - out_format=BINAURAL
@@ -381,7 +406,8 @@ complexity-omasa-in-hoa3-out: 
      when: delayed

      start_in: 22 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=OMASA

    - out_format=HOA3
@@ -398,7 +424,8 @@ complexity-StereoDmxEVS-stereo-in-mono-out: 
      when: delayed

      start_in: 24 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=StereoDmxEVS

    - out_format=mono
@@ -415,7 +442,8 @@ complexity-osba-in-ext-out: 
      when: delayed

      start_in: 25 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=OSBA

    - out_format=EXT
@@ -432,7 +460,8 @@ complexity-osba-in-binaural-out: 
      when: delayed

      start_in: 28 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=OSBA

    - out_format=BINAURAL
@@ -449,7 +478,8 @@ complexity-osba-in-binaural_room_ir-out: 
      when: delayed

      start_in: 31 hours

  variables:

    JOB_ID_INJECT: ""

    JOB_ID_INJECT_BASOP: ""

    JOB_ID_INJECT_FLOAT: ""

  script:

    - in_format=OSBA

    - out_format=BINAURAL_ROOM_IR

includes/default-variables.yml

+13 −2
Original line number Diff line number Diff line
@@ -17,11 +17,22 @@ variables: 
  DISABLE_HRTF: "false"

  PROJECT_ID_FLOAT: "49"

  PROJECT_ID_BASOP: "77"

  LONG_TEST_SUITE: "tests/codec_be_on_mr_nonselection tests/renderer --param_file scripts/config/self_test_ltv.prm --use_ltv"

  LONG_TEST_SUITE_RENDERER_SHORT: "tests/codec_be_on_mr_nonselection tests/renderer_short --param_file scripts/config/self_test_ltv.prm --use_ltv"

  LONG_TEST_SUITE: "tests/codec_be_on_mr_nonselection tests/renderer/test_renderer.py --param_file scripts/config/self_test_ltv.prm --use_ltv"

  LONG_TEST_SUITE_RENDERER_SHORT: "tests/codec_be_on_mr_nonselection tests/renderer/test_renderer_short.py --param_file scripts/config/self_test_ltv.prm --use_ltv"

  LONG_TEST_SUITE_NO_RENDERER: "tests/codec_be_on_mr_nonselection --param_file scripts/config/self_test_ltv.prm --use_ltv"

  SHORT_TEST_SUITE: "tests/codec_be_on_mr_nonselection"

  SHORT_TEST_SUITE_ENCODER: "tests/codec_be_on_mr_nonselection/test_param_file.py --param_file scripts/config/self_test_basop_encoder.prm"

  LONG_TEST_SUITE_ENCODER: "tests/codec_be_on_mr_nonselection/test_param_file.py --param_file scripts/config/self_test_ltv_basop_encoder.prm"

  TEST_SUITE: ""

  INSTR_DIR: "scripts/c-code_instrument"

  # workaround for job failures due to forge being slow to respond when uploading artifacts

  GIT_HTTP_LOW_SPEED_LIMIT: "0"

  GIT_HTTP_LOW_SPEED_TIME: "60"

  # set to DEBUG for more expressive logs

  IVAS_CI_PYTHON_LOG_LEVEL: "INFO"

  # default names for make build log files

  MAKE_BUILD_LOG_FILE_DEFAULT: "make-build-log"

  MAKE_BUILD_LOG_FILE_FLOAT_REF: "make-build-log-float-ref"

  MAKE_BUILD_LOG_FILE_FLOAT_REF_MERGE_SOURCE: "make-build-log-float-ref-merge-source"

  MAKE_BUILD_LOG_FILE_MERGE_TARGET: "make-build-log-merge-target"

  MAKE_BUILD_LOG_FILE_DUT: "make-build-log-dut"

includes/smoke-test.yml

+1 −0
Original line number Diff line number Diff line
@@ -16,6 +16,7 @@ 
    - if cat smoke_test_output.txt | grep -c "failed"; then echo "Smoke test without JBM failed"; ret_val=1; fi

    - if cat smoke_test_output_jbm.txt | grep -c "failed"; then echo "Smoke test JBM part failed"; ret_val=1; fi

    - if cat smoke_test_output_hrtf.txt | grep -c "failed"; then echo "Smoke test with external hrtf files failed"; ret_val=1; fi

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh smoke_test_output.txt smoke_test_output_jbm.txt smoke_test_output_hrtf.txt

    - exit $ret_val

  artifacts:

    name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results"