Loading includes/check-first-frame-is-sid.yml +1 −0 Original line number Diff line number Diff line Loading @@ -18,6 +18,7 @@ check-first-frame-is-sid: - rm scripts/config/ci_linux_ltv.json scripts/config/ci_linux.json - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/check-for-testvectors.sh - bash ci/run-first-frame-is-sid-test.sh - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh logs timeout: "10 minutes" artifacts: paths: Loading includes/complexity-jobs.yml +2 −0 Original line number Diff line number Diff line Loading @@ -117,6 +117,8 @@ - set -euxo pipefail - *complexity-measurements-setup after_script: - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $CI_JOB_NAME-public COMPLEXITY/logs allow_failure: exit_codes: - 123 Loading includes/smoke-test.yml +1 −0 Original line number Diff line number Diff line Loading @@ -16,6 +16,7 @@ - if cat smoke_test_output.txt | grep -c "failed"; then echo "Smoke test without JBM failed"; ret_val=1; fi - if cat smoke_test_output_jbm.txt | grep -c "failed"; then echo "Smoke test JBM part failed"; ret_val=1; fi - if cat smoke_test_output_hrtf.txt | grep -c "failed"; then echo "Smoke test with external hrtf files failed"; ret_val=1; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh smoke_test_output.txt smoke_test_output_jbm.txt smoke_test_output_hrtf.txt - exit $ret_val artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" Loading main-basop.yml +38 −0 Original line number Diff line number Diff line Loading @@ -413,6 +413,8 @@ workflow: - touch $MERGED_CSV_ARTIFACT_NAME - fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html $PAGES_HTML_ARTIFACT_NAME $CSV_ARTIFACT_NAME $CSV_ARTIFACT_SPLIT $MERGED_CSV_ARTIFACT_NAME $SUMMARY_HTML_ARTIFACT_NAME $SUMMARY_HTML_ARTIFACT_SPLIT $IMAGES_ARTIFACT_NAME $IMAGES_ARTIFACT_SPLIT - if [ $zero_errors != 1 ]; then - echo "Run errors encountered!" # TODO: temporary only to not fail MR pipelines on crashes Loading Loading @@ -533,6 +535,7 @@ workflow: - cat errors_testcases_for_printing.txt - fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $XML_REPORT $HTML_REPORT $FAILED_TESTCASES_LIST $ERRORS_TESTCASES_LIST pytest_log.txt $PYTEST_CACHE_ARTIFACT $FLOAT_REF_COMMIT_FILE $CUT_COMMIT_FILE $MERGE_TARGET_COMMIT_FILE $MERGE_SOURCE_FLOAT_REF_COMMIT_FILE $PYTEST_LOG_TARGET_BRANCH - exit $exit_code - else # create empty files to not have errors at artifact stage Loading @@ -542,6 +545,7 @@ workflow: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/print-results-banner.sh - echo "All testcases are bitexact." - fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $XML_REPORT $HTML_REPORT $FAILED_TESTCASES_LIST $ERRORS_TESTCASES_LIST pytest_log.txt $PYTEST_CACHE_ARTIFACT $FLOAT_REF_COMMIT_FILE $CUT_COMMIT_FILE $MERGE_TARGET_COMMIT_FILE $MERGE_SOURCE_FLOAT_REF_COMMIT_FILE $PYTEST_LOG_TARGET_BRANCH - exit $exit_code allow_failure: Loading Loading @@ -691,6 +695,7 @@ workflow: - exit $exit_code after_script: - rm -rf tests/dut tests/ref - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $XML_REPORT_BRANCH $XML_REPORT_MAIN $HTML_REPORT_BRANCH $HTML_REPORT_MAIN $CSV_BRANCH $CSV_MAIN $SUMMARY_HTML_ARTIFACT_NAME $IMAGES_ARTIFACT_NAME $FLOAT_REF_COMMIT_FILE $CUT_COMMIT_FILE $MERGE_TARGET_COMMIT_FILE $MERGE_SOURCE_FLOAT_REF_COMMIT_FILE regressions_crashes.csv regressions_MLD.csv regressions_MAX_ABS_DIFF.csv regressions_MIN_SSNR.csv regressions_MIN_ODG.csv improvements_crashes.csv improvements_MLD.csv improvements_MAX_ABS_DIFF.csv improvements_MIN_SSNR.csv improvements_MIN_ODG.csv allow_failure: exit_codes: - 123 Loading Loading @@ -821,6 +826,7 @@ workflow: - exit $exit_code after_script: - rm -rf tests/dut tests/ref - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $XML_REPORT_BRANCH $XML_REPORT_MAIN $HTML_REPORT_BRANCH $HTML_REPORT_MAIN $CSV_BRANCH $CSV_MAIN $SUMMARY_HTML_ARTIFACT_NAME $IMAGES_ARTIFACT_NAME $FLOAT_REF_COMMIT_FILE $CUT_COMMIT_FILE $MERGE_TARGET_COMMIT_FILE $MERGE_SOURCE_FLOAT_REF_COMMIT_FILE regressions_crashes.csv regressions_MLD.csv regressions_MAX_ABS_DIFF.csv regressions_MIN_SSNR.csv regressions_MIN_ODG.csv improvements_crashes.csv improvements_MLD.csv improvements_MAX_ABS_DIFF.csv improvements_MIN_SSNR.csv improvements_MIN_ODG.csv allow_failure: exit_codes: - 123 Loading Loading @@ -899,6 +905,7 @@ workflow: - python3 scripts/create_histograms.py report-diff.csv $IMAGES_ARTIFACT_NAME --measures $MEASURES_FOR_REPORT --write-out-histograms --no-bins - python3 ci/basop-pages/create_summary_page.py $SUMMARY_HTML_ARTIFACT_NAME $CI_JOB_ID $CI_JOB_NAME $IMAGES_ARTIFACT_NAME --measures $MEASURES_FOR_REPORT - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit-ref.xml report-ref.html report-ref.csv report-junit-dut.xml report-dut.html report-dut.csv report-diff.csv $IMAGES_ARTIFACT_NAME $SUMMARY_HTML_ARTIFACT_NAME - exit 0 allow_failure: Loading Loading @@ -958,6 +965,7 @@ branch-is-up-to-date-with-target-pre: script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/branch-is-up-to-date-with-target-pre.sh - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $MERGE_TARGET_COMMIT_FILE $FLOAT_REF_COMMIT_FILE $MERGE_SOURCE_FLOAT_REF_COMMIT_FILE artifacts: paths: - $MERGE_TARGET_COMMIT_FILE Loading Loading @@ -1021,6 +1029,7 @@ clang-format-check: # Include readme in the artifact, in case someone misses the job printout (e.g. getting the artifact via MR interface) - echo -e "$INSTRUCTIONS_README" > "tmp-formatting-fix/readme.txt" - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh tmp-formatting-fix/ - exit $format_problems artifacts: expire_in: 1 day Loading @@ -1046,6 +1055,7 @@ pytest-to-ref-pre: - popd - echo "$FLOAT_REF_COMMIT" > $FLOAT_REF_COMMIT_FILE - echo "FLOAT_REF_COMMIT=$FLOAT_REF_COMMIT" >>commits.env - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $FLOAT_REF_COMMIT_FILE artifacts: paths: - $FLOAT_REF_COMMIT_FILE Loading @@ -1069,6 +1079,7 @@ check-regressions-long-pre: - export CI_MERGE_REQUEST_SOURCE_BRANCH_NAME="$CI_COMMIT_REF_NAME" - export CI_MERGE_REQUEST_TARGET_BRANCH_NAME="main" - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/branch-is-up-to-date-with-target-pre.sh - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $MERGE_TARGET_COMMIT_FILE $FLOAT_REF_COMMIT_FILE $MERGE_SOURCE_FLOAT_REF_COMMIT_FILE artifacts: paths: - $MERGE_TARGET_COMMIT_FILE Loading Loading @@ -1372,6 +1383,7 @@ renderer-pytest-on-merge-request: - python3 scripts/parse_xml_report.py $REPORT_XML $REPORT_CSV - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $REPORT_XML $REPORT_HTML $REPORT_CSV $MAKE_BUILD_LOG_FILE_DEFAULT - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/merge-request-comparison-check.sh allow_failure: Loading Loading @@ -1450,6 +1462,7 @@ ivas-pytest-on-merge-request: - python3 scripts/parse_xml_report.py $REPORT_XML $REPORT_CSV - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $REPORT_XML $REPORT_HTML $REPORT_CSV $MAKE_BUILD_LOG_FILE_DEFAULT - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/merge-request-comparison-check.sh allow_failure: Loading Loading @@ -1524,6 +1537,7 @@ split-rendering-pytest-on-merge-request: - python3 scripts/parse_xml_report.py $REPORT_XML $REPORT_CSV - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $REPORT_XML $REPORT_HTML $REPORT_CSV $MAKE_BUILD_LOG_FILE_DEFAULT - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/merge-request-comparison-check.sh allow_failure: Loading Loading @@ -1578,6 +1592,7 @@ split-rendering-pytest-on-merge-request: - python3 tests/create_short_testvectors.py --cut_len 1.0 # TODO: run full test again once the custom binary files are supported - python3 -m pytest -k "not diff_from_rom and not test_binary_file" tests/hrtf_binary_loading --html=report.html --junit-xml=report-junit.xml --self-contained-html - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report.html report-junit.xml $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: paths: - report.html Loading Loading @@ -1623,6 +1638,7 @@ split-rendering-pytest-on-merge-request: - if [ $zero_failures != 1 ] && [ $non_interop_flag == 0 ]; then echo "Non-interop cases without non-interop flag encountered!"; exit $EXIT_CODE_FAIL; fi - if [ $zero_failures != 1 ] && [ $non_interop_flag == 1 ]; then echo "Non-interop cases with non-interop flag encountered"; exit $EXIT_CODE_NON_BE; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html $MAKE_BUILD_LOG_FILE_DEFAULT - exit 0 allow_failure: Loading Loading @@ -1654,6 +1670,7 @@ split-rendering-smoke-test: - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - testcase_timeout=10 - python3 -m pytest -q -n auto -rA --tb=no --junit-xml=report-junit.xml tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout --html=report.html --self-contained-html - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" expire_in: 1 week Loading @@ -1680,6 +1697,7 @@ rtpdump-test: - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - testcase_timeout=60 - python3 -m pytest -q --tb=no -n auto -rA --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/rtp/test_rtp.py --testcase_timeout=$testcase_timeout - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" expire_in: 1 week Loading Loading @@ -1723,6 +1741,7 @@ renderer-smoke-test: - make -j IVAS_rend 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - testcase_timeout=60 - python3 -m pytest -q -n auto -rA --junit-xml=report-junit.xml tests/renderer/test_renderer_short.py --testcase_timeout=$testcase_timeout - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" expire_in: 1 week Loading @@ -1748,6 +1767,7 @@ renderer-smoke-test: - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - testcase_timeout=180 - python3 -m pytest -q -n auto --tb=no --junit-xml=report-junit.xml tests/renderer/test_renderer_short.py --testcase_timeout=$testcase_timeout - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" Loading Loading @@ -1777,6 +1797,7 @@ renderer-smoke-test: - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - testcase_timeout=180 - python3 -m pytest -q -n auto --tb=no --junit-xml=report-junit.xml tests/renderer/test_renderer_short.py --testcase_timeout=$testcase_timeout - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" Loading Loading @@ -1811,6 +1832,7 @@ renderer-smoke-test: - touch usan_log_empty # Creates an empty file, this is to avoid "grep: usan_log_*: No such file or directory" in case no USAN failures are reported from pytest - grep UndefinedBehaviorSanitizer usan_log_* || grep_exit_code=$? - if [ $grep_exit_code != 1 ] ; then echo "Run errors in test_renderer.py with Clang undefined-behavior-sanitizer"; exit 1; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" Loading Loading @@ -1897,6 +1919,7 @@ codec-msan: - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-20ms.xml msan-errors-20ms.csv # - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-10ms.xml msan-errors-10ms.csv # - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-5ms.xml msan-errors-5ms.csv - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit-20ms.xml report-junit-10ms.xml report-junit-5ms.xml report-20ms.html report-10ms.html report-5ms.html msan-errors-20ms.csv artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--stage-$CI_JOB_STAGE--results" expire_in: 1 week Loading Loading @@ -1934,6 +1957,7 @@ codec-asan: - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-20ms.xml asan-errors-20ms.csv # - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-10ms.xml asan-errors-10ms.csv # - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-5ms.xml asan-errors-5ms.csv - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit-20ms.xml report-junit-10ms.xml report-junit-5ms.xml report-20ms.html report-10ms.html report-5ms.html asan-errors-20ms.csv artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--stage-$CI_JOB_STAGE--results" expire_in: 1 week Loading Loading @@ -1971,6 +1995,7 @@ codec-usan: - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-20ms.xml ubsan-errors-20ms.csv # - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-10ms.xml ubsan-errors-10ms.csv # - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-5ms.xml ubsan-errors-5ms.csv - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit-20ms.xml report-junit-10ms.xml report-junit-5ms.xml report-20ms.html report-10ms.html report-5ms.html ubsan-errors-20ms.csv artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--stage-$CI_JOB_STAGE--results" expire_in: 1 week Loading Loading @@ -2326,6 +2351,7 @@ ivas-pytest-msan: - CLANG_NUM=1 after_script: - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit.xml msan-errors.csv - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html msan-errors.csv $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" expire_in: 2 weeks Loading Loading @@ -2358,6 +2384,7 @@ ivas-pytest-asan: - CLANG_NUM=2 after_script: - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit.xml asan-errors.csv - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html asan-errors.csv $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" expire_in: 2 weeks Loading Loading @@ -2390,6 +2417,7 @@ ivas-pytest-usan: - CLANG_NUM=3 after_script: - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit.xml usan-errors.csv - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html usan-errors.csv $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" expire_in: 2 weeks Loading Loading @@ -2485,6 +2513,7 @@ test-long-self-test: - if [ $zero_errors != 1 ]; then echo "Run errors encountered!"; exit $EXIT_CODE_FAIL; fi - if [ $exit_code -ne 0 ]; then echo "Non-bitexact cases encountered!"; exit $EXIT_CODE_NON_BE; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit-ltv.xml report-ltv.html $MAKE_BUILD_LOG_FILE_DEFAULT - exit 0 Loading Loading @@ -2531,6 +2560,7 @@ ivas-smoke-test-saturation: - if cat smoke_test_output_plc.txt | grep -c "failed"; then echo "Smoke test with PLC failed"; ret_val=1; fi - if cat smoke_test_output_jbm_noEXT.txt | grep -c "failed"; then echo "Smoke test JBM part failed"; ret_val=1; fi - if cat smoke_test_output_hrtf.txt | grep -c "failed"; then echo "Smoke test with external hrtf files failed"; ret_val=1; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh smoke_test_output.txt smoke_test_output_plc.txt smoke_test_output_jbm_noEXT.txt smoke_test_output_hrtf.txt - exit $ret_val artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" Loading Loading @@ -2572,6 +2602,7 @@ be-2-evs-26444: - exit_code=0 - python3 -m pytest tests/test_26444.py --html=report.html --self-contained-html --junit-xml=report-junit.xml -n auto || exit_code=$? - if [ $exit_code -eq 1 ]; then echo "Differences encountered"; exit $EXIT_CODE_FAIL; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html $MAKE_BUILD_LOG_FILE_DEFAULT - exit 0 artifacts: Loading Loading @@ -2628,6 +2659,7 @@ voip-be-on-merge-request: - make clean - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - python3 -m pytest tests/test_be_for_jbm_neutral_dly_profile.py - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: when: always expire_in: "5 days" Loading Loading @@ -2671,6 +2703,7 @@ check-be-between-renderer-framesizes: - if [ $exit_code5 -ne 0 ]; then echo "Non-bitexact cases encountered with 5ms rendering!"; exit_code=1; fi - if [ $exit_code10 -ne 0 ]; then echo "Non-bitexact cases encountered with 10ms rendering!"; exit_code=1; fi - if [ $exit_code -ne 0 ]; then exit $EXIT_CODE_FAIL; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit-5ms.xml report-5ms.html report-junit-10ms.xml report-10ms.html report-junit-20ms.xml report-20ms.html $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" expire_in: 1 week Loading Loading @@ -2754,6 +2787,7 @@ ivas-long-term-job-logs: - rm -r previous_artifacts - done - ls logs - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh logs - exit 0 artifacts: Loading Loading @@ -2787,6 +2821,7 @@ ivas-long-term-job-logs-overview: - python3 ci/process_long_term_logs.py logs long_term_max_abs_diff_dec.html --measure MAX_ABS_DIFF --job-include dec - python3 ci/process_long_term_logs.py logs long_term_max_abs_diff_dec_reject_JBM_BINAURAL_ROOM_REVERB.html --measure MAX_ABS_DIFF --job-include dec --reject JBM BINAURAL_ROOM_REVERB - python3 scripts/detect_regressions.py logs detect_regressions.html --csv detect_regressions.csv --days 30 - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh long_term_mld_enc.html long_term_mld_dec.html long_term_mld_dec_reject_JBM_BINAURAL_ROOM_REVERB.html long_term_max_abs_diff_enc.html long_term_max_abs_diff_dec.html long_term_max_abs_diff_dec_reject_JBM_BINAURAL_ROOM_REVERB.html detect_regressions.html detect_regressions.csv artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" Loading Loading @@ -2825,6 +2860,7 @@ ivas-long-term-regressions: - mv regression*bash regressions_"$MEASURE" || true # Move regressions*bash scripts if they exists. If none exist, use || to prevent failure - done - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh regressions_MLD.csv regressions_MAX_ABS_DIFF.csv regressions_MLD regressions_MAX_ABS_DIFF artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" Loading Loading @@ -2899,6 +2935,7 @@ ivas-conformance-linux: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/ivas-conformance.sh - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report_cmd.html report-junit.xml report.html Readme_IVAS_dec.txt Readme_IVAS_enc.txt Readme_IVAS_rend.txt Readme_IVAS_JBM_dec.txt Readme_IVAS_ISAR_dec.txt Readme_IVAS_ISAR_post_rend.txt $COVERAGE_OUTPUT_FILE $COVERAGE_OUTPUT_DIR $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "ivas-conformance-linux-$CI_COMMIT_SHORT_SHA" Loading Loading @@ -2935,6 +2972,7 @@ pages: - python3 ci/setup_pages.py - ls - ls -lh public - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh public artifacts: paths: - public Loading main-float.yml +30 −0 File changed.Preview size limit exceeded, changes collapsed. Show changes Loading
includes/check-first-frame-is-sid.yml +1 −0 Original line number Diff line number Diff line Loading @@ -18,6 +18,7 @@ check-first-frame-is-sid: - rm scripts/config/ci_linux_ltv.json scripts/config/ci_linux.json - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/check-for-testvectors.sh - bash ci/run-first-frame-is-sid-test.sh - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh logs timeout: "10 minutes" artifacts: paths: Loading
includes/complexity-jobs.yml +2 −0 Original line number Diff line number Diff line Loading @@ -117,6 +117,8 @@ - set -euxo pipefail - *complexity-measurements-setup after_script: - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $CI_JOB_NAME-public COMPLEXITY/logs allow_failure: exit_codes: - 123 Loading
includes/smoke-test.yml +1 −0 Original line number Diff line number Diff line Loading @@ -16,6 +16,7 @@ - if cat smoke_test_output.txt | grep -c "failed"; then echo "Smoke test without JBM failed"; ret_val=1; fi - if cat smoke_test_output_jbm.txt | grep -c "failed"; then echo "Smoke test JBM part failed"; ret_val=1; fi - if cat smoke_test_output_hrtf.txt | grep -c "failed"; then echo "Smoke test with external hrtf files failed"; ret_val=1; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh smoke_test_output.txt smoke_test_output_jbm.txt smoke_test_output_hrtf.txt - exit $ret_val artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" Loading
main-basop.yml +38 −0 Original line number Diff line number Diff line Loading @@ -413,6 +413,8 @@ workflow: - touch $MERGED_CSV_ARTIFACT_NAME - fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html $PAGES_HTML_ARTIFACT_NAME $CSV_ARTIFACT_NAME $CSV_ARTIFACT_SPLIT $MERGED_CSV_ARTIFACT_NAME $SUMMARY_HTML_ARTIFACT_NAME $SUMMARY_HTML_ARTIFACT_SPLIT $IMAGES_ARTIFACT_NAME $IMAGES_ARTIFACT_SPLIT - if [ $zero_errors != 1 ]; then - echo "Run errors encountered!" # TODO: temporary only to not fail MR pipelines on crashes Loading Loading @@ -533,6 +535,7 @@ workflow: - cat errors_testcases_for_printing.txt - fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $XML_REPORT $HTML_REPORT $FAILED_TESTCASES_LIST $ERRORS_TESTCASES_LIST pytest_log.txt $PYTEST_CACHE_ARTIFACT $FLOAT_REF_COMMIT_FILE $CUT_COMMIT_FILE $MERGE_TARGET_COMMIT_FILE $MERGE_SOURCE_FLOAT_REF_COMMIT_FILE $PYTEST_LOG_TARGET_BRANCH - exit $exit_code - else # create empty files to not have errors at artifact stage Loading @@ -542,6 +545,7 @@ workflow: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/print-results-banner.sh - echo "All testcases are bitexact." - fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $XML_REPORT $HTML_REPORT $FAILED_TESTCASES_LIST $ERRORS_TESTCASES_LIST pytest_log.txt $PYTEST_CACHE_ARTIFACT $FLOAT_REF_COMMIT_FILE $CUT_COMMIT_FILE $MERGE_TARGET_COMMIT_FILE $MERGE_SOURCE_FLOAT_REF_COMMIT_FILE $PYTEST_LOG_TARGET_BRANCH - exit $exit_code allow_failure: Loading Loading @@ -691,6 +695,7 @@ workflow: - exit $exit_code after_script: - rm -rf tests/dut tests/ref - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $XML_REPORT_BRANCH $XML_REPORT_MAIN $HTML_REPORT_BRANCH $HTML_REPORT_MAIN $CSV_BRANCH $CSV_MAIN $SUMMARY_HTML_ARTIFACT_NAME $IMAGES_ARTIFACT_NAME $FLOAT_REF_COMMIT_FILE $CUT_COMMIT_FILE $MERGE_TARGET_COMMIT_FILE $MERGE_SOURCE_FLOAT_REF_COMMIT_FILE regressions_crashes.csv regressions_MLD.csv regressions_MAX_ABS_DIFF.csv regressions_MIN_SSNR.csv regressions_MIN_ODG.csv improvements_crashes.csv improvements_MLD.csv improvements_MAX_ABS_DIFF.csv improvements_MIN_SSNR.csv improvements_MIN_ODG.csv allow_failure: exit_codes: - 123 Loading Loading @@ -821,6 +826,7 @@ workflow: - exit $exit_code after_script: - rm -rf tests/dut tests/ref - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $XML_REPORT_BRANCH $XML_REPORT_MAIN $HTML_REPORT_BRANCH $HTML_REPORT_MAIN $CSV_BRANCH $CSV_MAIN $SUMMARY_HTML_ARTIFACT_NAME $IMAGES_ARTIFACT_NAME $FLOAT_REF_COMMIT_FILE $CUT_COMMIT_FILE $MERGE_TARGET_COMMIT_FILE $MERGE_SOURCE_FLOAT_REF_COMMIT_FILE regressions_crashes.csv regressions_MLD.csv regressions_MAX_ABS_DIFF.csv regressions_MIN_SSNR.csv regressions_MIN_ODG.csv improvements_crashes.csv improvements_MLD.csv improvements_MAX_ABS_DIFF.csv improvements_MIN_SSNR.csv improvements_MIN_ODG.csv allow_failure: exit_codes: - 123 Loading Loading @@ -899,6 +905,7 @@ workflow: - python3 scripts/create_histograms.py report-diff.csv $IMAGES_ARTIFACT_NAME --measures $MEASURES_FOR_REPORT --write-out-histograms --no-bins - python3 ci/basop-pages/create_summary_page.py $SUMMARY_HTML_ARTIFACT_NAME $CI_JOB_ID $CI_JOB_NAME $IMAGES_ARTIFACT_NAME --measures $MEASURES_FOR_REPORT - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit-ref.xml report-ref.html report-ref.csv report-junit-dut.xml report-dut.html report-dut.csv report-diff.csv $IMAGES_ARTIFACT_NAME $SUMMARY_HTML_ARTIFACT_NAME - exit 0 allow_failure: Loading Loading @@ -958,6 +965,7 @@ branch-is-up-to-date-with-target-pre: script: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/branch-is-up-to-date-with-target-pre.sh - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $MERGE_TARGET_COMMIT_FILE $FLOAT_REF_COMMIT_FILE $MERGE_SOURCE_FLOAT_REF_COMMIT_FILE artifacts: paths: - $MERGE_TARGET_COMMIT_FILE Loading Loading @@ -1021,6 +1029,7 @@ clang-format-check: # Include readme in the artifact, in case someone misses the job printout (e.g. getting the artifact via MR interface) - echo -e "$INSTRUCTIONS_README" > "tmp-formatting-fix/readme.txt" - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh tmp-formatting-fix/ - exit $format_problems artifacts: expire_in: 1 day Loading @@ -1046,6 +1055,7 @@ pytest-to-ref-pre: - popd - echo "$FLOAT_REF_COMMIT" > $FLOAT_REF_COMMIT_FILE - echo "FLOAT_REF_COMMIT=$FLOAT_REF_COMMIT" >>commits.env - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $FLOAT_REF_COMMIT_FILE artifacts: paths: - $FLOAT_REF_COMMIT_FILE Loading @@ -1069,6 +1079,7 @@ check-regressions-long-pre: - export CI_MERGE_REQUEST_SOURCE_BRANCH_NAME="$CI_COMMIT_REF_NAME" - export CI_MERGE_REQUEST_TARGET_BRANCH_NAME="main" - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/branch-is-up-to-date-with-target-pre.sh - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $MERGE_TARGET_COMMIT_FILE $FLOAT_REF_COMMIT_FILE $MERGE_SOURCE_FLOAT_REF_COMMIT_FILE artifacts: paths: - $MERGE_TARGET_COMMIT_FILE Loading Loading @@ -1372,6 +1383,7 @@ renderer-pytest-on-merge-request: - python3 scripts/parse_xml_report.py $REPORT_XML $REPORT_CSV - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $REPORT_XML $REPORT_HTML $REPORT_CSV $MAKE_BUILD_LOG_FILE_DEFAULT - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/merge-request-comparison-check.sh allow_failure: Loading Loading @@ -1450,6 +1462,7 @@ ivas-pytest-on-merge-request: - python3 scripts/parse_xml_report.py $REPORT_XML $REPORT_CSV - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $REPORT_XML $REPORT_HTML $REPORT_CSV $MAKE_BUILD_LOG_FILE_DEFAULT - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/merge-request-comparison-check.sh allow_failure: Loading Loading @@ -1524,6 +1537,7 @@ split-rendering-pytest-on-merge-request: - python3 scripts/parse_xml_report.py $REPORT_XML $REPORT_CSV - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $REPORT_XML $REPORT_HTML $REPORT_CSV $MAKE_BUILD_LOG_FILE_DEFAULT - source "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/merge-request-comparison-check.sh allow_failure: Loading Loading @@ -1578,6 +1592,7 @@ split-rendering-pytest-on-merge-request: - python3 tests/create_short_testvectors.py --cut_len 1.0 # TODO: run full test again once the custom binary files are supported - python3 -m pytest -k "not diff_from_rom and not test_binary_file" tests/hrtf_binary_loading --html=report.html --junit-xml=report-junit.xml --self-contained-html - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report.html report-junit.xml $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: paths: - report.html Loading Loading @@ -1623,6 +1638,7 @@ split-rendering-pytest-on-merge-request: - if [ $zero_failures != 1 ] && [ $non_interop_flag == 0 ]; then echo "Non-interop cases without non-interop flag encountered!"; exit $EXIT_CODE_FAIL; fi - if [ $zero_failures != 1 ] && [ $non_interop_flag == 1 ]; then echo "Non-interop cases with non-interop flag encountered"; exit $EXIT_CODE_NON_BE; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html $MAKE_BUILD_LOG_FILE_DEFAULT - exit 0 allow_failure: Loading Loading @@ -1654,6 +1670,7 @@ split-rendering-smoke-test: - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - testcase_timeout=10 - python3 -m pytest -q -n auto -rA --tb=no --junit-xml=report-junit.xml tests/split_rendering/test_split_rendering.py --testcase_timeout=$testcase_timeout --html=report.html --self-contained-html - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" expire_in: 1 week Loading @@ -1680,6 +1697,7 @@ rtpdump-test: - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - testcase_timeout=60 - python3 -m pytest -q --tb=no -n auto -rA --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/rtp/test_rtp.py --testcase_timeout=$testcase_timeout - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" expire_in: 1 week Loading Loading @@ -1723,6 +1741,7 @@ renderer-smoke-test: - make -j IVAS_rend 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - testcase_timeout=60 - python3 -m pytest -q -n auto -rA --junit-xml=report-junit.xml tests/renderer/test_renderer_short.py --testcase_timeout=$testcase_timeout - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" expire_in: 1 week Loading @@ -1748,6 +1767,7 @@ renderer-smoke-test: - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - testcase_timeout=180 - python3 -m pytest -q -n auto --tb=no --junit-xml=report-junit.xml tests/renderer/test_renderer_short.py --testcase_timeout=$testcase_timeout - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" Loading Loading @@ -1777,6 +1797,7 @@ renderer-smoke-test: - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - testcase_timeout=180 - python3 -m pytest -q -n auto --tb=no --junit-xml=report-junit.xml tests/renderer/test_renderer_short.py --testcase_timeout=$testcase_timeout - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" Loading Loading @@ -1811,6 +1832,7 @@ renderer-smoke-test: - touch usan_log_empty # Creates an empty file, this is to avoid "grep: usan_log_*: No such file or directory" in case no USAN failures are reported from pytest - grep UndefinedBehaviorSanitizer usan_log_* || grep_exit_code=$? - if [ $grep_exit_code != 1 ] ; then echo "Run errors in test_renderer.py with Clang undefined-behavior-sanitizer"; exit 1; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" Loading Loading @@ -1897,6 +1919,7 @@ codec-msan: - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-20ms.xml msan-errors-20ms.csv # - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-10ms.xml msan-errors-10ms.csv # - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-5ms.xml msan-errors-5ms.csv - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit-20ms.xml report-junit-10ms.xml report-junit-5ms.xml report-20ms.html report-10ms.html report-5ms.html msan-errors-20ms.csv artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--stage-$CI_JOB_STAGE--results" expire_in: 1 week Loading Loading @@ -1934,6 +1957,7 @@ codec-asan: - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-20ms.xml asan-errors-20ms.csv # - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-10ms.xml asan-errors-10ms.csv # - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-5ms.xml asan-errors-5ms.csv - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit-20ms.xml report-junit-10ms.xml report-junit-5ms.xml report-20ms.html report-10ms.html report-5ms.html asan-errors-20ms.csv artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--stage-$CI_JOB_STAGE--results" expire_in: 1 week Loading Loading @@ -1971,6 +1995,7 @@ codec-usan: - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-20ms.xml ubsan-errors-20ms.csv # - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-10ms.xml ubsan-errors-10ms.csv # - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit-5ms.xml ubsan-errors-5ms.csv - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit-20ms.xml report-junit-10ms.xml report-junit-5ms.xml report-20ms.html report-10ms.html report-5ms.html ubsan-errors-20ms.csv artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--stage-$CI_JOB_STAGE--results" expire_in: 1 week Loading Loading @@ -2326,6 +2351,7 @@ ivas-pytest-msan: - CLANG_NUM=1 after_script: - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit.xml msan-errors.csv - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html msan-errors.csv $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" expire_in: 2 weeks Loading Loading @@ -2358,6 +2384,7 @@ ivas-pytest-asan: - CLANG_NUM=2 after_script: - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit.xml asan-errors.csv - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html asan-errors.csv $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" expire_in: 2 weeks Loading Loading @@ -2390,6 +2417,7 @@ ivas-pytest-usan: - CLANG_NUM=3 after_script: - python3 scripts/parse_sanitizer_errors_from_xml_report.py report-junit.xml usan-errors.csv - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html usan-errors.csv $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" expire_in: 2 weeks Loading Loading @@ -2485,6 +2513,7 @@ test-long-self-test: - if [ $zero_errors != 1 ]; then echo "Run errors encountered!"; exit $EXIT_CODE_FAIL; fi - if [ $exit_code -ne 0 ]; then echo "Non-bitexact cases encountered!"; exit $EXIT_CODE_NON_BE; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit-ltv.xml report-ltv.html $MAKE_BUILD_LOG_FILE_DEFAULT - exit 0 Loading Loading @@ -2531,6 +2560,7 @@ ivas-smoke-test-saturation: - if cat smoke_test_output_plc.txt | grep -c "failed"; then echo "Smoke test with PLC failed"; ret_val=1; fi - if cat smoke_test_output_jbm_noEXT.txt | grep -c "failed"; then echo "Smoke test JBM part failed"; ret_val=1; fi - if cat smoke_test_output_hrtf.txt | grep -c "failed"; then echo "Smoke test with external hrtf files failed"; ret_val=1; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh smoke_test_output.txt smoke_test_output_plc.txt smoke_test_output_jbm_noEXT.txt smoke_test_output_hrtf.txt - exit $ret_val artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" Loading Loading @@ -2572,6 +2602,7 @@ be-2-evs-26444: - exit_code=0 - python3 -m pytest tests/test_26444.py --html=report.html --self-contained-html --junit-xml=report-junit.xml -n auto || exit_code=$? - if [ $exit_code -eq 1 ]; then echo "Differences encountered"; exit $EXIT_CODE_FAIL; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit.xml report.html $MAKE_BUILD_LOG_FILE_DEFAULT - exit 0 artifacts: Loading Loading @@ -2628,6 +2659,7 @@ voip-be-on-merge-request: - make clean - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - python3 -m pytest tests/test_be_for_jbm_neutral_dly_profile.py - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: when: always expire_in: "5 days" Loading Loading @@ -2671,6 +2703,7 @@ check-be-between-renderer-framesizes: - if [ $exit_code5 -ne 0 ]; then echo "Non-bitexact cases encountered with 5ms rendering!"; exit_code=1; fi - if [ $exit_code10 -ne 0 ]; then echo "Non-bitexact cases encountered with 10ms rendering!"; exit_code=1; fi - if [ $exit_code -ne 0 ]; then exit $EXIT_CODE_FAIL; fi - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report-junit-5ms.xml report-5ms.html report-junit-10ms.xml report-10ms.html report-junit-20ms.xml report-20ms.html $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results" expire_in: 1 week Loading Loading @@ -2754,6 +2787,7 @@ ivas-long-term-job-logs: - rm -r previous_artifacts - done - ls logs - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh logs - exit 0 artifacts: Loading Loading @@ -2787,6 +2821,7 @@ ivas-long-term-job-logs-overview: - python3 ci/process_long_term_logs.py logs long_term_max_abs_diff_dec.html --measure MAX_ABS_DIFF --job-include dec - python3 ci/process_long_term_logs.py logs long_term_max_abs_diff_dec_reject_JBM_BINAURAL_ROOM_REVERB.html --measure MAX_ABS_DIFF --job-include dec --reject JBM BINAURAL_ROOM_REVERB - python3 scripts/detect_regressions.py logs detect_regressions.html --csv detect_regressions.csv --days 30 - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh long_term_mld_enc.html long_term_mld_dec.html long_term_mld_dec_reject_JBM_BINAURAL_ROOM_REVERB.html long_term_max_abs_diff_enc.html long_term_max_abs_diff_dec.html long_term_max_abs_diff_dec_reject_JBM_BINAURAL_ROOM_REVERB.html detect_regressions.html detect_regressions.csv artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" Loading Loading @@ -2825,6 +2860,7 @@ ivas-long-term-regressions: - mv regression*bash regressions_"$MEASURE" || true # Move regressions*bash scripts if they exists. If none exist, use || to prevent failure - done - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh regressions_MLD.csv regressions_MAX_ABS_DIFF.csv regressions_MLD regressions_MAX_ABS_DIFF artifacts: name: "$CI_JOB_NAME--sha-$CI_COMMIT_SHORT_SHA--results" Loading Loading @@ -2899,6 +2935,7 @@ ivas-conformance-linux: - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/basop/update-scripts-repo.sh - make -j 2>&1 >$MAKE_BUILD_LOG_FILE_DEFAULT - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/ivas-conformance.sh - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh report_cmd.html report-junit.xml report.html Readme_IVAS_dec.txt Readme_IVAS_enc.txt Readme_IVAS_rend.txt Readme_IVAS_JBM_dec.txt Readme_IVAS_ISAR_dec.txt Readme_IVAS_ISAR_post_rend.txt $COVERAGE_OUTPUT_FILE $COVERAGE_OUTPUT_DIR $MAKE_BUILD_LOG_FILE_DEFAULT artifacts: name: "ivas-conformance-linux-$CI_COMMIT_SHORT_SHA" Loading Loading @@ -2935,6 +2972,7 @@ pages: - python3 ci/setup_pages.py - ls - ls -lh public - bash "{CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-sizes.sh public artifacts: paths: - public Loading