diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index e8e40af8c5b79c16ab21f116efbf638d62ae1b14..112d33b71204a844f67e1808c6b444d473b6e737 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -10,6 +10,7 @@ variables: OUT_FORMATS_BINAURAL: "BINAURAL BINAURAL_ROOM_IR BINAURAL_ROOM_REVERB" EXIT_CODE_NON_BE: 123 EXIT_CODE_FAIL: 1 + PROCESSING_SCRIPTS_BIN_DIR: "/test-bin" default: interruptible: true # Make all jobs by default interruptible @@ -692,6 +693,45 @@ check-first-frame-is-sid: expose_as: "logs-sidstart" expire_in: "5 days" +selection-test-processing: + extends: + - .test-job-linux-needs-testv-dir + - .rules-merge-request + tags: + - processing-scripts-linux + stage: test + needs: ["build-codec-linux-make"] + script: + # get processing script code + - git clone https://forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git --single-branch -b main + + - mkdir -p ivas-processing-scripts/tests/data/testv + - cp -r scripts/testv/* ivas-processing-scripts/tests/data/testv/ + + # copy binaries into local bin dir, those should take precendence over PATH + - cp $PROCESSING_SCRIPTS_BIN_DIR/* ivas-processing-scripts/ivas_processing_scripts/bin/ + # for testing with native binaries + - rm ivas-processing-scripts/ivas_processing_scripts/bin/IVAS*.exe + - rm ivas-processing-scripts/ivas_processing_scripts/bin/EVS*.exe + + # build codec and put into bin dir + - make -j + - cp ./IVAS_* ivas-processing-scripts/ivas_processing_scripts/bin/ + + # patch the use_windows_codec_binaries key (weird folding is needed so colons are accepted) + - > + sed -i "s/use_windows_codec_binaries: true/use_windows_codec_binaries: false/" ivas-processing-scripts/experiments/selection/*/config/*.yml + + # run experiments test + - cd ivas-processing-scripts + - python3 -m pytest tests/test_experiments.py::test_generate_test_items -n auto | tee log.txt + artifacts: + paths: + - ivas-processing-scripts/experiments/selection/*/proc_output/*.log + - log.txt + when: on_failure + expire_in: 1 week + # --------------------------------------------------------------- # Test jobs for main branch # ---------------------------------------------------------------