Loading .gitlab-ci.yml +73 −0 Original line number Diff line number Diff line Loading @@ -19,6 +19,7 @@ variables: options: - 'default' - 'test-be-release' - 'test-long-self-test' default: Loading Loading @@ -46,6 +47,9 @@ workflow: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'test-be-release' variables: IVAS_PIPELINE_NAME: 'Test BE to release pipeline: $CI_COMMIT_BRANCH' - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'test-long-self-test' variables: IVAS_PIPELINE_NAME: 'Test long self-test against main pipeline: $CI_COMMIT_BRANCH' - if: $CI_PIPELINE_SOURCE == 'trigger' stages: Loading Loading @@ -174,6 +178,8 @@ stages: when: never - if: $MANUAL_PIPELINE_TYPE == 'test-be-release' # Skip all the normal jobs when testing manually against release codec when: never - if: $MANUAL_PIPELINE_TYPE == 'test-long-self-test' # Skip all the normal jobs when testing manually against release codec when: never - when: on_success .rules-merge-request: Loading Loading @@ -1091,6 +1097,73 @@ test-be-to-release: - logs/ expose_as: "test-be-to-release results" test-long-self-test: tags: - ivas-linux-fast stage: compare resource_group: ivas-long-self-test-resource timeout: "50 minutes" rules: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'test-long-self-test' script: - *print-common-info - *update-ltv-repo ### build branch binaries - cmake . -Bbuild-test - cmake --build build-test -- -j - mv build-test/IVAS_cod ./IVAS_cod - mv build-test/IVAS_dec ./IVAS_dec ### store the current commit hash - source_branch_commit_sha=$(git rev-parse HEAD) ### switch to main - git checkout main ### build main (ref) binaries - cmake . -Bbuild-ref - cmake --build build-ref -- -j - mv build-ref/IVAS_cod ./IVAS_cod_ref - mv build-ref/IVAS_dec ./IVAS_dec_ref ### Switch back to branch, this could probably be removed later - git checkout $source_branch_commit_sha ### prepare pytest # Copy test vectors from LTV to TESTV - cp "$LTV_DIR"/*.wav scripts/testv/ - cp "$LTV_DIR"/*.met scripts/testv/ - cp "$LTV_DIR"/*.csv scripts/testv/ # create references - exit_code_ref=0 - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR/test_param_file.py -v --update_ref 1 -m create_ref --param_file scripts/config/self_test_ltv.prm || exit_code_ref=$? ### run pytest self-test using long test vectors - exit_code=0 - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR/test_param_file.py -v --param_file scripts/config/self_test_ltv.prm --html=report-ltv.html --self-contained-html --junit-xml=report-junit-ltv.xml || exit_code=$? - zero_errors=$(cat report-junit-ltv.xml | grep -c 'errors="0"') || true - if [ $zero_errors != 1 ]; then echo "Run errors encountered!"; exit $EXIT_CODE_FAIL; fi - exit 0 artifacts: name: "test-long-self-test--sha-$CI_COMMIT_SHORT_SHA--results" when: always expire_in: 4 mos paths: - report-junit-ltv.xml - report-ltv.html expose_as: "test-long-self-test results" reports: junit: - report-junit-ltv.xml # --------------------------------------------------------------- # Scheduled jobs on main # --------------------------------------------------------------- Loading .gitlab/merge_request_templates/default.md 0 → 100644 +25 −0 Original line number Diff line number Diff line <!--- Basic information that is useful --> - Related issues: - Requested reviewers: ### Reason why this change is needed * This may be a direct copy from the issue. ### Description of the change * Describe what is done. ### Affected operating points * Describe here as well as possible what operating points are affected and how * In minimum, there should be a status for bitstream compatibility and output bit exactness * For bitstream compatibility, the following levels are helpful for describing encoder 1. Produced bitstream is BE compared to previous state. 2. Produced bitstream is non-BE but it is fully backwards compatible for decoding. Decoded output may differ. 3. Produced bitstream is non-BC. Old decoder cannot decode the produced bitstream correctly. * For output difference, use BE or non-BE. Additionally, amount of difference can be presented. <!--- By default, no labels are added as they often come from the issue. Add labels if there is no issue for this. --> scripts/config/self_test.prm +3 −0 Original line number Diff line number Diff line Loading @@ -782,6 +782,9 @@ ../IVAS_cod -dtx -sba 3 ../scripts/switchPaths/sw_13k2_to_128k_10fr.bin 32 testv/stv3OA32c.wav bit ../IVAS_dec HOA3 32 bit testv/stv3OA32c.wav_sw_32-32_DTX_HOA3.tst // SBA FOA bitrate switching from 13.2 kbps to 512 kbps, 48kHz in, 48kHz out, FOA out ../IVAS_cod -sba 1 -max_band fb ../scripts/switchPaths/sw_13k2_512k.bin 48 testv/stvFOA48c.wav bit ../IVAS_dec FOA 48 bit testv/stvFOA48c.wav_sw_48-48_FOA.tst // MASA 1dir 1TC at 13.2 kbps, 48kHz in, 48kHz out, BINAURAL out Loading scripts/config/self_test_ltv.prm 0 → 100644 +1299 −0 File added.Preview size limit exceeded, changes collapsed. Show changes tests/codec_be_on_mr_nonselection/test_param_file.py +1 −0 Original line number Diff line number Diff line Loading @@ -159,6 +159,7 @@ def test_param_file_tests( not bitrate.isdigit() and "-dtx" in enc_opts.split() and "-sba" in enc_opts.split() and testv_file.split("/")[1].startswith("stv") ): sba_br_switching_dtx = 1 cut_file = pre_proc_input(testv_file, fs) Loading Loading
.gitlab-ci.yml +73 −0 Original line number Diff line number Diff line Loading @@ -19,6 +19,7 @@ variables: options: - 'default' - 'test-be-release' - 'test-long-self-test' default: Loading Loading @@ -46,6 +47,9 @@ workflow: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'test-be-release' variables: IVAS_PIPELINE_NAME: 'Test BE to release pipeline: $CI_COMMIT_BRANCH' - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'test-long-self-test' variables: IVAS_PIPELINE_NAME: 'Test long self-test against main pipeline: $CI_COMMIT_BRANCH' - if: $CI_PIPELINE_SOURCE == 'trigger' stages: Loading Loading @@ -174,6 +178,8 @@ stages: when: never - if: $MANUAL_PIPELINE_TYPE == 'test-be-release' # Skip all the normal jobs when testing manually against release codec when: never - if: $MANUAL_PIPELINE_TYPE == 'test-long-self-test' # Skip all the normal jobs when testing manually against release codec when: never - when: on_success .rules-merge-request: Loading Loading @@ -1091,6 +1097,73 @@ test-be-to-release: - logs/ expose_as: "test-be-to-release results" test-long-self-test: tags: - ivas-linux-fast stage: compare resource_group: ivas-long-self-test-resource timeout: "50 minutes" rules: - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'test-long-self-test' script: - *print-common-info - *update-ltv-repo ### build branch binaries - cmake . -Bbuild-test - cmake --build build-test -- -j - mv build-test/IVAS_cod ./IVAS_cod - mv build-test/IVAS_dec ./IVAS_dec ### store the current commit hash - source_branch_commit_sha=$(git rev-parse HEAD) ### switch to main - git checkout main ### build main (ref) binaries - cmake . -Bbuild-ref - cmake --build build-ref -- -j - mv build-ref/IVAS_cod ./IVAS_cod_ref - mv build-ref/IVAS_dec ./IVAS_dec_ref ### Switch back to branch, this could probably be removed later - git checkout $source_branch_commit_sha ### prepare pytest # Copy test vectors from LTV to TESTV - cp "$LTV_DIR"/*.wav scripts/testv/ - cp "$LTV_DIR"/*.met scripts/testv/ - cp "$LTV_DIR"/*.csv scripts/testv/ # create references - exit_code_ref=0 - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR/test_param_file.py -v --update_ref 1 -m create_ref --param_file scripts/config/self_test_ltv.prm || exit_code_ref=$? ### run pytest self-test using long test vectors - exit_code=0 - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR/test_param_file.py -v --param_file scripts/config/self_test_ltv.prm --html=report-ltv.html --self-contained-html --junit-xml=report-junit-ltv.xml || exit_code=$? - zero_errors=$(cat report-junit-ltv.xml | grep -c 'errors="0"') || true - if [ $zero_errors != 1 ]; then echo "Run errors encountered!"; exit $EXIT_CODE_FAIL; fi - exit 0 artifacts: name: "test-long-self-test--sha-$CI_COMMIT_SHORT_SHA--results" when: always expire_in: 4 mos paths: - report-junit-ltv.xml - report-ltv.html expose_as: "test-long-self-test results" reports: junit: - report-junit-ltv.xml # --------------------------------------------------------------- # Scheduled jobs on main # --------------------------------------------------------------- Loading
.gitlab/merge_request_templates/default.md 0 → 100644 +25 −0 Original line number Diff line number Diff line <!--- Basic information that is useful --> - Related issues: - Requested reviewers: ### Reason why this change is needed * This may be a direct copy from the issue. ### Description of the change * Describe what is done. ### Affected operating points * Describe here as well as possible what operating points are affected and how * In minimum, there should be a status for bitstream compatibility and output bit exactness * For bitstream compatibility, the following levels are helpful for describing encoder 1. Produced bitstream is BE compared to previous state. 2. Produced bitstream is non-BE but it is fully backwards compatible for decoding. Decoded output may differ. 3. Produced bitstream is non-BC. Old decoder cannot decode the produced bitstream correctly. * For output difference, use BE or non-BE. Additionally, amount of difference can be presented. <!--- By default, no labels are added as they often come from the issue. Add labels if there is no issue for this. -->
scripts/config/self_test.prm +3 −0 Original line number Diff line number Diff line Loading @@ -782,6 +782,9 @@ ../IVAS_cod -dtx -sba 3 ../scripts/switchPaths/sw_13k2_to_128k_10fr.bin 32 testv/stv3OA32c.wav bit ../IVAS_dec HOA3 32 bit testv/stv3OA32c.wav_sw_32-32_DTX_HOA3.tst // SBA FOA bitrate switching from 13.2 kbps to 512 kbps, 48kHz in, 48kHz out, FOA out ../IVAS_cod -sba 1 -max_band fb ../scripts/switchPaths/sw_13k2_512k.bin 48 testv/stvFOA48c.wav bit ../IVAS_dec FOA 48 bit testv/stvFOA48c.wav_sw_48-48_FOA.tst // MASA 1dir 1TC at 13.2 kbps, 48kHz in, 48kHz out, BINAURAL out Loading
scripts/config/self_test_ltv.prm 0 → 100644 +1299 −0 File added.Preview size limit exceeded, changes collapsed. Show changes
tests/codec_be_on_mr_nonselection/test_param_file.py +1 −0 Original line number Diff line number Diff line Loading @@ -159,6 +159,7 @@ def test_param_file_tests( not bitrate.isdigit() and "-dtx" in enc_opts.split() and "-sba" in enc_opts.split() and testv_file.split("/")[1].startswith("stv") ): sba_br_switching_dtx = 1 cut_file = pre_proc_input(testv_file, fs) Loading