From 34a7485a1baf3df0b1f50efbef36e26dea40aaa4 Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Fri, 1 Dec 2023 13:06:51 +0100 Subject: [PATCH 1/3] Add extraction of coverage of short test vectors --- .gitlab-ci.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 5892f4b23d..766f633295 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1822,6 +1822,7 @@ coverage-test-on-main-scheduled: - python3 tests/create_short_testvectors.py - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v -n auto --update_ref 1 -m create_ref --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v -n auto --update_ref 1 -m create_ref_part2 --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec + - lcov -c -d obj -o coverage_stv.info # extract coverage of short test vectors here - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR/test_param_file.py -v -n auto --update_ref 1 -m create_ref --param_file scripts/config/self_test_evs.prm --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec - bash ci/smoke_test.sh coverage - python3 -m pytest -q -n auto tests/renderer/test_renderer.py --create_ref @@ -1831,13 +1832,16 @@ coverage-test-on-main-scheduled: - lcov -c -d obj -o coverage.info - commit_sha=$(git rev-parse HEAD) - genhtml coverage.info -o coverage -t "Coverage on main @ $commit_sha" + - genhtml coverage_stv.info -o coverage_stv -t "Coverage on main -- short test vectors @ $commit_sha" artifacts: name: "main-coverage-sha-$CI_COMMIT_SHORT_SHA" when: always expire_in: 1 week paths: - coverage.info + - coverage_stv.info - coverage + - coverage_stv # --------------------------------------------------------------- # Complexity measurement jobs -- GitLab From 3b9c0f3d5d6b8d61693c04481ae1cc33f38b89a3 Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Fri, 1 Dec 2023 13:17:17 +0100 Subject: [PATCH 2/3] Attempt att adding coverage_stv to pages job --- ci/index-pages.html | 1 + ci/setup_pages.py | 1 + 2 files changed, 2 insertions(+) diff --git a/ci/index-pages.html b/ci/index-pages.html index 9d60155e8f..1115df3e5d 100644 --- a/ci/index-pages.html +++ b/ci/index-pages.html @@ -20,6 +20,7 @@ diff --git a/ci/setup_pages.py b/ci/setup_pages.py index a8dffafa13..cc90753de5 100755 --- a/ci/setup_pages.py +++ b/ci/setup_pages.py @@ -34,6 +34,7 @@ def main(): job_public = job + "-public" if job == "coverage-test-on-main-scheduled": job_public = "coverage" + pathlib.Path("coverage_stv").rename(public_folder.joinpath("coverage_stv")) pathlib.Path(job_public).rename(public_folder.joinpath(job_public)) -- GitLab From 7bc3251b56c1c6b7a1ec4cb153a7ada8b7bba18d Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Fri, 1 Dec 2023 16:48:54 +0100 Subject: [PATCH 3/3] Fix small error in self_test_ltv.prm --- scripts/config/self_test_ltv.prm | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/scripts/config/self_test_ltv.prm b/scripts/config/self_test_ltv.prm index 5227f68798..77272e9ef0 100644 --- a/scripts/config/self_test_ltv.prm +++ b/scripts/config/self_test_ltv.prm @@ -1271,7 +1271,8 @@ eid-xor -fer -vbr -bs g192 -ep g192 bit ../scripts/dly_error_profiles/ep_10pct.g // Multi-channel 7_1_4 bitrate switching from 24.4 kbps to 256 kbps, 48kHz in, 32kHz out, STEREO out, FER at 5% ../IVAS_cod -mc 7_1_4 ../scripts/switchPaths/sw_24k4_256k.bin 48 testv/ltv48_MC714.wav bit -../IVAS_dec -FER 5 STEREO 32 bit testv/ltv48_MC714.wav_sw_48-32_stereo.tst +eid-xor -fer -vbr -bs g192 -ep g192 bit ../scripts/dly_error_profiles/ep_5pct.g192 bit_error +../IVAS_dec STEREO 32 bit_error testv/ltv48_MC714.wav_sw_48-32_stereo.tst // Multi-channel 7_1_4 bitrate switching from 13.2 kbps to 512 kbps, 48kHz in, 48kHz out, BINAURAL out ../IVAS_cod -mc 7_1_4 ../scripts/switchPaths/sw_mctech_5fr.bin 48 testv/ltv48_MC714.wav bit -- GitLab