Commit baac642b authored by Jan Kiene's avatar Jan Kiene
Browse files

Merge branch 'ci/test_processing_scripts' of... 

Merge branch 'ci/test_processing_scripts' of forge.3gpp.org:ivas-codec-pc/ivas-codec into ci/test_processing_scripts
parents 5a9ceeff ac3fe657

.gitlab-ci.yml

+25 −16
Original line number Diff line number Diff line
@@ -10,6 +10,7 @@ variables: 
  OUT_FORMATS_BINAURAL: "BINAURAL BINAURAL_ROOM_IR BINAURAL_ROOM_REVERB"

  EXIT_CODE_NON_BE: 123

  EXIT_CODE_FAIL: 1

  PROCESSING_SCRIPTS_BIN_DIR: "/test-bin"



default:

  interruptible: true # Make all jobs by default interruptible
@@ -310,7 +311,7 @@ build-codec-windows-msbuild: 
# ---------------------------------------------------------------



# test that runs all modes with 1s input signals

codec-smoke-test:

.codec-smoke-test:

  extends:

    - .test-job-linux-needs-testv-dir

    - .rules-merge-request
@@ -336,7 +337,7 @@ codec-smoke-test: 
    expose_as: "Smoke test results"



# code selftest testvectors with memory-sanitizer binaries

codec-msan:

.codec-msan:

  extends:

    - .test-job-linux

    - .rules-merge-request
@@ -359,7 +360,7 @@ codec-msan: 
    expose_as: "msan selftest results"



# code selftest testvectors with address-sanitizer binaries

codec-asan:

.codec-asan:

  extends:

    - .test-job-linux

    - .rules-merge-request
@@ -382,7 +383,7 @@ codec-asan: 
    expose_as: "asan selftest results"



# test renderer executable

renderer-smoke-test:

.renderer-smoke-test:

  extends:

    - .test-job-linux

    - .rules-merge-request
@@ -403,7 +404,7 @@ renderer-smoke-test: 
        - report-junit.xml



# test renderer executable with cmake + asan

renderer-asan:

.renderer-asan:

  extends:

    - .test-job-linux

    - .rules-merge-request
@@ -427,7 +428,7 @@ renderer-asan: 
        - report-junit.xml



# test renderer executable with cmake + msan

renderer-msan:

.renderer-msan:

  extends:

    - .test-job-linux

    - .rules-merge-request
@@ -451,7 +452,7 @@ renderer-msan: 
        - report-junit.xml



# compare renderer bitexactness between target and source branch

renderer-pytest-on-merge-request:

.renderer-pytest-on-merge-request:

  extends:

    - .test-job-linux

    - .rules-merge-request
@@ -506,7 +507,7 @@ renderer-pytest-on-merge-request: 
        - report-junit.xml



# compare bit exactness between target and source branch

ivas-pytest-on-merge-request:

.ivas-pytest-on-merge-request:

  extends:

    - .test-job-linux

    - .rules-merge-request
@@ -556,7 +557,7 @@ ivas-pytest-on-merge-request: 
      junit:

        - report-junit.xml



evs-pytest-on-merge-request:

.evs-pytest-on-merge-request:

  extends:

    - .test-job-linux

    - .rules-merge-request
@@ -603,7 +604,7 @@ evs-pytest-on-merge-request: 
      junit:

        - report-junit-evs.xml



voip-be-on-merge-request:

.voip-be-on-merge-request:

  extends:

    - .test-job-linux-needs-testv-dir

    - .rules-merge-request
@@ -614,7 +615,7 @@ voip-be-on-merge-request: 
    - *print-common-info

    - bash ci/ivas_voip_be_test.sh



clang-format-check:

.clang-format-check:

  extends:

    - .test-job-linux

    - .rules-merge-request
@@ -690,16 +691,24 @@ selection-test-processing: 
    - .test-job-linux-needs-testv-dir

    - .rules-merge-request

  tags:

    - processing-scripts-linux

    - test-fhg-linux-runner1

  stage: test

  needs: ["build-codec-linux-make"]

  script:

    # get processing script code

    # TODO: use main branch

    - git clone https://forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git --single-branch -b 50-change-loudness-warning-to-error

    # TODO: use main again

    - git clone https://forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git --single-branch -b add_check_for_native_binary_in_test



    - mkdir -p ivas-processing-scripts/tests/data/testv

    - cp -r scripts/testv/* ivas-processing-scripts/tests/data/testv/



    # copy binaries into local bin dir, those should take precendence over PATH

    - cp $PROCESSING_SCRIPTS_BIN_DIR/* ivas-processing-scripts/ivas_processing_scripts/bin/

    # for testing with native binaries

    - rm ivas-processing-scripts/ivas_processing_scripts/bin/IVAS*.exe

    - rm ivas-processing-scripts/ivas_processing_scripts/bin/EVS*.exe

    - export USE_LINUX_BINARY="YES"



    # build codec and put into bin dir

    - make -j

    - cp ./IVAS_* ivas-processing-scripts/ivas_processing_scripts/bin/
@@ -747,7 +756,7 @@ selection-test-processing: 
    - python ../ci/run_evs_be_win_test.py



# check bitexactness to EVS

be-2-evs-linux:

.be-2-evs-linux:

  extends:

    - .test-job-linux

    - .rules-main-push
@@ -773,7 +782,7 @@ be-2-evs-linux: 
    - cd evs_be_test

    - python3 ../ci/run_evs_be_test.py



codec-comparison-on-main-push:

.codec-comparison-on-main-push:

  extends:

    - .test-job-linux

    - .rules-main-push