Commit 70b0e8ab authored by Jan Kiene's avatar Jan Kiene
Browse files

store output from building in log files instead of printing to console

parent 4922a4bc

main-basop.yml

+32 −20
Original line number Diff line number Diff line
@@ -1329,7 +1329,7 @@ split-rendering-pytest-on-merge-request: 
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh



    - make clean

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - python3 tests/create_short_testvectors.py --cut_len 1.0

    # TODO: run full test again once the custom binary files are supported

    - python3 -m pytest -k "not diff_from_rom and not test_binary_file" tests/hrtf_binary_loading --html=report.html --junit-xml=report-junit.xml --self-contained-html
@@ -1337,6 +1337,7 @@ split-rendering-pytest-on-merge-request: 
    paths:

      - report.html

      - report-junit.xml

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    when: always

    name: "$CI_JOB_NAME--$CI_MERGE_REQUEST_ID--sha-$CI_COMMIT_SHA--hrtf-loading"

    expose_as: "logs-hrtf-loading"
@@ -1404,7 +1405,7 @@ split-rendering-smoke-test: 
  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh



    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - testcase_timeout=10

    - python3 -m pytest -q -n auto -rA --tb=no --junit-xml=report-junit.xml tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout --html=report.html --self-contained-html

  artifacts:
@@ -1430,7 +1431,7 @@ rtpdump-test: 
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh



    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - testcase_timeout=60

    - python3 -m pytest -q --tb=no -n auto -rA --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/rtp/test_rtp.py --testcase_timeout=$testcase_timeout

  artifacts:
@@ -1440,6 +1441,7 @@ rtpdump-test: 
    paths:

      - report-junit.xml

      - report.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "rtpdump pytest results"

    reports:

      junit:
@@ -1472,7 +1474,7 @@ renderer-smoke-test: 
  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh

    - make -j IVAS_rend

    - make -j IVAS_rend 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - testcase_timeout=60

    - python3 -m pytest -q -n auto -rA --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout

  artifacts:
@@ -1496,8 +1498,8 @@ renderer-smoke-test: 
  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh

    - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=asan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true

    - cmake --build cmake-build -- -j

    - make clean

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - testcase_timeout=180

    - python3 -m pytest -q -n auto --tb=no --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout
@@ -1507,6 +1509,7 @@ renderer-smoke-test: 
    when: always

    paths:

      - report-junit.xml

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "renderer asan pytest results"

    reports:

      junit:
@@ -1524,8 +1527,8 @@ renderer-smoke-test: 
  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh

    - cmake -B cmake-build -G "Unix Makefiles" -DCLANG=msan -DCOPY_EXECUTABLES_FROM_BUILD_DIR=true

    - cmake --build cmake-build -- -j

    - make clean

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - testcase_timeout=180

    - python3 -m pytest -q -n auto --tb=no --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout
@@ -1535,6 +1538,7 @@ renderer-smoke-test: 
    when: always

    paths:

      - report-junit.xml

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "renderer msan pytest results"

    reports:

      junit:
@@ -1554,7 +1558,7 @@ renderer-smoke-test: 
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh

    - python3 scripts/basop_create_ignorelist_for_ubsan.py

    - make -j CLANG=3 IGNORELIST=1

    - make -j CLANG=3 IGNORELIST=1 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - testcase_timeout=180

    - UBSAN_OPTIONS=suppressions=scripts/ubsan.supp,report_error_type=1,print_stacktrace=1,log_path=usan_log_catchall python3 -m pytest -q -n auto --tb=no --junit-xml=report-junit.xml tests/renderer_short/test_renderer.py --testcase_timeout=$testcase_timeout

    - grep_exit_code=0
@@ -1568,6 +1572,7 @@ renderer-smoke-test: 
    when: always

    paths:

      - report-junit.xml

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "renderer usan pytest results"

    reports:

      junit:
@@ -1614,7 +1619,7 @@ renderer-smoke-test: 
    - if [ $CLANG_NUM -eq 1 ]; then sanitizer_type="MemorySanitizer"; elif [ $CLANG_NUM -eq 2 ]; then sanitizer_type="AddressSanitizer"; elif [ $CLANG_NUM -eq 3 ]; then sanitizer_type="UndefinedBehaviorSanitizer"; else echo "Wrong CLANG_NUM $CLANG_NUM given!"; exit 1; fi



    - make clean

    - make -j $make_args

    - make -j $make_args 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT



    # run encoder and decoder with 20ms renderer framesize first, use reference creation mode

    - python3 -m pytest tests/codec_be_on_mr_nonselection $USE_LTV --param_file $SELF_TEST_PRM_FILE --update_ref 1 --html=report-20ms.html --self-contained-html --junit-xml=report-junit-20ms.xml --testcase_timeout=$testcase_timeout --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec || exit_code20=$?
@@ -2046,7 +2051,7 @@ ivas-pytest-compare_ref-long-fx-fx-lev+10: 
    -   make_args="$make_args IGNORELIST=1"

    - fi

    - make clean

    - make -j $make_args

    - make -j $make_args 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - testcase_timeout_arg="--testcase_timeout $TESTCASE_TIMEOUT_LTV_SANITIZERS"

    # disable per-testcase timeout for msan to evaluate what is going on that it takes so long

    - if [[ $CLANG_NUM = 1 ]]; then
@@ -2083,6 +2088,7 @@ ivas-pytest-msan: 
      - report-junit.xml

      - report.html

      - msan-errors.csv

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "Sanitizer selftest results"

    reports:

      junit:
@@ -2114,6 +2120,7 @@ ivas-pytest-asan: 
      - report-junit.xml

      - report.html

      - asan-errors.csv

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "Sanitizer selftest results"

    reports:

      junit:
@@ -2145,6 +2152,7 @@ ivas-pytest-usan: 
      - report-junit.xml

      - report.html

      - usan-errors.csv

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "Sanitizer selftest results"

    reports:

      junit:
@@ -2206,7 +2214,7 @@ test-long-self-test: 


    ### build main (ref) binaries

    - make clean

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - mv ./IVAS_cod ./IVAS_cod_ref

    - mv ./IVAS_dec ./IVAS_dec_ref
@@ -2216,8 +2224,7 @@ test-long-self-test: 


    ### build branch binaries

    - make clean

    - make -j



    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT



    ### prepare pytest
@@ -2242,6 +2249,7 @@ test-long-self-test: 
    paths:

      - report-junit-ltv.xml

      - report-ltv.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "test-long-self-test results"

    reports:

      junit:
@@ -2302,7 +2310,7 @@ coverage-test-on-main-scheduled: 
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh

    # Build DuT binaries with GCOV

    - make clean >> /dev/null

    - make GCOV=1 -j

    - make GCOV=1 -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - cp IVAS_rend IVAS_rend_ref # Copy to ensure instrumented renderer is run in ref creation call



    - testcase_timeout=$TESTCASE_TIMEOUT_LTV
@@ -2324,6 +2332,7 @@ coverage-test-on-main-scheduled: 
      - coverage_enc_dec_rend.info

      - coverage_enc_dec_rend

      - report.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "Coverage result"

    reports:

      junit:
@@ -2349,7 +2358,7 @@ be-2-evs-26444: 
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh

    - sed -i".bak" "s/\(#define EVS_FLOAT\)/\/\/\1/" lib_com/options.h

    - make -j  >> /dev/null

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT



    # copy over to never change the testvector dir

    - cp -r $EVS_BE_TEST_DIR_BASOP ./evs_be_test
@@ -2367,6 +2376,7 @@ be-2-evs-26444: 
    paths:

      - report-junit.xml

      - report.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "EVS 26444 result"

    reports:

      junit:
@@ -2411,13 +2421,13 @@ voip-be-on-merge-request: 
  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - make clean

    - make -j > build_log.txt

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - python3 -m pytest tests/test_be_for_jbm_neutral_dly_profile.py

  artifacts:

    when: always

    expire_in: "5 days"

    paths:

      - build_log.txt

      - $MAKE_BUILD_LOG_FILE_DEFAULT



check-be-between-renderer-framesizes:

  extends:
@@ -2432,7 +2442,7 @@ check-be-between-renderer-framesizes: 


    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/disable-limiter.sh

    - make clean

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT



    - exit_code=0

    # NOTE: here we do not use the "DUT_..CODER_PATH" variables because we do not build via a script, but directly from the make file (which is done because of the "make_args" - no way to inject that into build-binaries.sh)
@@ -2468,6 +2478,7 @@ check-be-between-renderer-framesizes: 
      - report-10ms.html

      - report-junit-20ms.xml

      - report-20ms.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    reports:

      junit:

        - report-junit-5ms.xml
@@ -2680,7 +2691,7 @@ ivas-conformance-linux: 
  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh

    - make -j # To be substituted with reference platform build

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/ivas-conformance.sh



  artifacts:
@@ -2699,6 +2710,7 @@ ivas-conformance-linux: 
      - Readme_IVAS_ISAR_post_rend.txt

      - $COVERAGE_OUTPUT_FILE

      - $COVERAGE_OUTPUT_DIR

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "Draft IVAS conformance -- Linux"

    reports:

      junit: report-junit.xml

main-float.yml

+43 −16
Original line number Diff line number Diff line
@@ -51,6 +51,7 @@ variables: 
  COVERAGE_OUTPUT_FILE_LTV: "coverage-ltv.info"

  COVERAGE_OUTPUT_FILE_CONFORMANCE: "coverage-conformance.info"

  COVERAGE_OUTPUT_FILE_MERGED: "coverage-merged.info"

  MAKE_BUILD_LOG_FILE_REFERENCE: "make-build-log-ref"



# This sets when pipelines are created. Jobs have more specific rules to restrict them.

workflow:
@@ -120,7 +121,7 @@ workflow: 
  - mkdir build

  - cd build

  - cmake ..

  - make -j

  - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

  - mv IVAS_cod ../IVAS_cod_test

  - mv IVAS_dec ../IVAS_dec_test

  - mv IVAS_rend ../IVAS_rend_test
@@ -141,7 +142,7 @@ workflow: 
  - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/disable-debugging-macro.sh

  - cd build

  - cmake ..

  - make -j

  - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_REFERENCE

  - mv IVAS_cod ../IVAS_cod_ref

  - mv IVAS_dec ../IVAS_dec_ref

  - mv IVAS_rend ../IVAS_rend_ref
@@ -167,7 +168,7 @@ workflow: 
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/copy-ltv-files-to-testv-dir.sh

    - make clean

    - make -j CLANG=$CLANG_NUM

    - make -j CLANG=$CLANG_NUM 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - testcase_timeout=$SELFTEST_SANITY_TIMEOUT

    - export UBSAN_OPTIONS=suppressions=scripts/ubsan.supp,report_error_type=1,print_stacktrace=1
@@ -206,6 +207,7 @@ workflow: 
      - errors-20ms.csv

      - errors-10ms.csv

      - errors-5ms.csv

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "Sanitizer selftest results"

    reports:

      junit:
@@ -470,7 +472,7 @@ pytest-compare-20ms-and-5ms-rendering: 
    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/disable-limiter.sh

    - make clean

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    ### prepare pytest

    - cp IVAS_cod IVAS_cod_ref

    - cp IVAS_dec IVAS_dec_ref
@@ -501,6 +503,7 @@ pytest-compare-20ms-and-5ms-rendering: 
      - report-5ms.html

      - report-junit-10ms.xml

      - report-10ms.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    reports:

      junit:

        - report-junit-5ms.xml
@@ -514,7 +517,7 @@ renderer-smoke-test: 
  needs: ["build-codec-linux-clang-make"]

  stage: test

  script:

    - make -j IVAS_rend

    - make -j IVAS_rend 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - testcase_timeout=60

    - python3 -m pytest -q -n auto -rA --junit-xml=report-junit.xml --html=report.html tests/renderer/test_renderer.py --testcase_timeout=$testcase_timeout

  artifacts:
@@ -524,6 +527,7 @@ renderer-smoke-test: 
    paths:

      - report-junit.xml

      - report.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "renderer make pytest results"

    reports:

      junit:
@@ -632,6 +636,8 @@ renderer-pytest-on-merge-request: 
    paths:

      - report-junit.xml

      - report.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

      - $MAKE_BUILD_LOG_FILE_REFERENCE

    expose_as: "pytest renderer results"

    reports:

      junit:
@@ -645,7 +651,7 @@ split-rendering-smoke-test: 
  needs: ["build-codec-linux-clang-make"]

  stage: test

  script:

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - testcase_timeout=10

    - python3 -m pytest -q -n auto -rA --junit-xml=report-junit.xml --html=report.html tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout

  artifacts:
@@ -655,6 +661,7 @@ split-rendering-smoke-test: 
    paths:

      - report-junit.xml

      - report.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "split rendering make pytest results"

    reports:

      junit:
@@ -668,7 +675,7 @@ split-rendering-voip-be-to-binaural: 
  needs: ["build-codec-linux-clang-make"]

  stage: test

  script:

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - testcase_timeout=30

    - python3 -m pytest -q -n auto -rA --junit-xml=report-junit.xml --html=report.html tests/split_rendering/test_voip_be_splitrend_vs_binaural.py --testcase_timeout=$testcase_timeout

  artifacts:
@@ -678,6 +685,7 @@ split-rendering-voip-be-to-binaural: 
    paths:

      - report-junit.xml

      - report.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "VoIP split rendering vs BINAURAL make pytest results"

    reports:

      junit:
@@ -691,7 +699,7 @@ rtpdump-test: 
  needs: ["build-codec-linux-clang-make"]

  stage: test

  script:

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - testcase_timeout=15

    - python3 -m pytest -q --tb=no -n auto -rA --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/rtp/test_rtp.py --testcase_timeout=$testcase_timeout

  artifacts:
@@ -701,6 +709,7 @@ rtpdump-test: 
    paths:

      - report-junit.xml

      - report.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "rtpdump pytest results"

    reports:

      junit:
@@ -746,7 +755,7 @@ split-rendering-pytest-on-merge-request: 
    - echo "Building reference codec at commit $target_commit"



    # build reference binaries

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_REFERENCE

    - mv IVAS_cod IVAS_cod_ref

    - mv IVAS_dec IVAS_dec_ref

    - mv IVAS_rend IVAS_rend_ref
@@ -763,7 +772,7 @@ split-rendering-pytest-on-merge-request: 
    - git restore lib_com/options.h # Revert changes back before checking out another branch to avoid conflicts

    - git checkout $source_branch_commit_sha

    - make clean

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT



    ### Run test using scripts and input from main

    - if [ $ref_using_main == 1 ]; then git restore lib_com/options.h; fi # Revert changes back before checking out another branch to avoid conflicts
@@ -785,6 +794,8 @@ split-rendering-pytest-on-merge-request: 
    paths:

      - report-junit.xml

      - report.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

      - $MAKE_BUILD_LOG_FILE_REFERENCE

    expose_as: "pytest split rendering results"

    reports:

      junit:
@@ -844,6 +855,8 @@ ivas-pytest-on-merge-request: 
    paths:

      - report-junit.xml

      - report.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

      - $MAKE_BUILD_LOG_FILE_REFERENCE

    expose_as: "pytest ivas results"

    reports:

      junit:
@@ -894,6 +907,8 @@ ivas-interop-on-merge-request: 
    paths:

      - report-junit.xml

      - report.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

      - $MAKE_BUILD_LOG_FILE_REFERENCE

    expose_as: "interop test results"

    reports:

      junit:
@@ -946,6 +961,8 @@ evs-pytest-on-merge-request: 
    paths:

      - report-junit-evs.xml

      - report.html

      - $MAKE_BUILD_LOG_FILE_DEFAULT

      - $MAKE_BUILD_LOG_FILE_REFERENCE

    expose_as: "pytest evs results"

    reports:

      junit:
@@ -961,8 +978,13 @@ voip-be-on-merge-request: 
  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - make clean

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - python3 -m pytest tests/test_be_for_jbm_neutral_dly_profile.py

  artifacts:

    when: always

    expire_in: "5 days"

    paths:

      - $MAKE_BUILD_LOG_FILE_DEFAULT



clang-format-check:

  extends:
@@ -1035,13 +1057,14 @@ check-bitexactness-hrtf-rom-and-file: 
  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - cmake .

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - python3 tests/create_short_testvectors.py --cut_len 1.0

    - python3 -m pytest tests/hrtf_binary_loading --html=report.html --junit-xml=report-junit.xml --self-contained-html

  artifacts:

    paths:

      - report.html

      - report-junit.xml

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    when: always

    name: "$CI_JOB_NAME--$CI_MERGE_REQUEST_ID--sha-$CI_COMMIT_SHA--hrtf-loading"

    expose_as: "logs-hrtf-loading"
@@ -1057,13 +1080,14 @@ check-bitexactness-ext-and-transport-format: 
  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - cmake .

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - python3 tests/create_short_testvectors.py --cut_len 1.0

    - python3 -m pytest tests/test_be_for_ext_outputs.py --html=report.html --junit-xml=report-junit.xml --self-contained-html

  artifacts:

    paths:

      - report.html

      - report-junit.xml

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    when: always

    name: "$CI_JOB_NAME--$CI_MERGE_REQUEST_ID--sha-$CI_COMMIT_SHA--ext-sanity-check"

    expose_as: "logs-ext-sanity-check"
@@ -1394,7 +1418,7 @@ ivas-conformance-linux: 


    # Create GCOV execs for coverage analysis

    - make clean

    - make GCOV=1 -j

    - make GCOV=1 -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT



    - cp IVAS_cod testvec/bin

    - cp IVAS_dec testvec/bin
@@ -1431,6 +1455,7 @@ ivas-conformance-linux: 
      - Readme_IVAS_ISAR_post_rend.txt

      - $COVERAGE_OUTPUT_FILE

      - $COVERAGE_OUTPUT_DIR

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "Draft IVAS conformance -- Linux"

    reports:

      junit: report-junit.xml
@@ -1519,7 +1544,7 @@ check-clipping: 
  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/enable-debugging-macro.sh

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT

    - tests/scale_pcm.py ./scripts/testv/ $SCALE_FACTOR # Default: 3.162 (+10 dB). Can be set in manual trigger.

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR --update_ref 1 --html=report.html --self-contained-html --junit-xml=report-junit.xml --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec

    - python3 scripts/parse_xml_report.py report-junit.xml report.csv --clipping
@@ -1531,6 +1556,7 @@ check-clipping: 
      - report-junit.xml

      - report.html

      - report.csv

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "check-clipping results"

    reports:

      junit:
@@ -1548,7 +1574,7 @@ test-branch-vs-input-passthrough: 
      - 123

  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - make -j

    - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT



    - exit_code=0

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR --html=report.html --self-contained-html --junit-xml=report-junit.xml --compare_to_input --mld --ssnr --odg || exit_code=$?
@@ -1566,6 +1592,7 @@ test-branch-vs-input-passthrough: 
      - report-junit.xml

      - report.html

      - report.csv

      - $MAKE_BUILD_LOG_FILE_DEFAULT

    expose_as: "test-branch-vs-input-passthrough results"

    reports:

      junit: