diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 5c654af3366fa87cc1bd89b503cce57019cff757..e5da8fcf122973e3bf807e849ef9afd9877524af 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -6,6 +6,16 @@ default: interruptible: true +workflow: + rules: + # see https://docs.gitlab.com/ee/ci/yaml/workflow.html#switch-between-branch-pipelines-and-merge-request-pipelines + - if: $CI_COMMIT_BRANCH && $CI_OPEN_MERGE_REQUESTS && $CI_PIPELINE_SOURCE == "push" + when: never + - if: $CI_PIPELINE_SOURCE == 'merge_request_event' + - if: $CI_PIPELINE_SOURCE == 'push' + - if: $CI_PIPELINE_SOURCE == 'web' # for testing + + stages: - check - test @@ -57,9 +67,23 @@ test_audiotools_convert: - *print-common-info - python3 -m pytest -n auto tests/test_audiotools_convert.py +# run the test configs for the selection experiments +experiments: + stage: test + tags: + - linux + script: + - *print-common-info + - *get-codec-binaries + - python3 -m pytest -n auto tests/test_experiments.py + # run some test configs for item creation test_processing: stage: test + rules: + - if: $CI_PIPELINE_SOURCE == 'merge_request_event' + - if: $CI_PIPELINE_SOURCE == 'push' + when: never tags: - linux script: @@ -73,6 +97,7 @@ test_processing: lint: stage: analyze + needs: [] tags: - linux allow_failure: true @@ -81,6 +106,7 @@ lint: format: stage: analyze + needs: [] variables: ARTIFACT_BASE_NAME: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--formatting-fix" ARTIFACT_FOLDER: "formatting-patch" diff --git a/experiments/selection/BS1534-1a/config/BS1534-1a.yml b/experiments/selection/BS1534-1a/config/BS1534-1a.yml new file mode 100644 index 0000000000000000000000000000000000000000..b6bf8ed3c0a852863c87e728307d565cfb641f68 --- /dev/null +++ b/experiments/selection/BS1534-1a/config/BS1534-1a.yml @@ -0,0 +1,96 @@ +--- +################################################ +# General configuration +################################################ + +name: BS1534-1a +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/BS1534-1a/proc_input" +output_path: "experiments/selection/BS1534-1a/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: lp7k + + ### EVS condition ################################ + c03: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c04: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c05: + type: evs + bitrates: + - 48000 + cod: + opts: ["-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c06: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c7: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "STEREO" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/BS1534-1b/config/BS1534-1b.yml b/experiments/selection/BS1534-1b/config/BS1534-1b.yml new file mode 100644 index 0000000000000000000000000000000000000000..38ce608a5bc8ad3e3a4ee30129ad4ed04bdcfdea --- /dev/null +++ b/experiments/selection/BS1534-1b/config/BS1534-1b.yml @@ -0,0 +1,111 @@ +--- +################################################ +# General configuration +################################################ + +name: BS1534-1b +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/BS1534-1b/proc_input" +output_path: "experiments/selection/BS1534-1b/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: lp7k + + ### EVS condition ################################ + c03: + type: evs + bitrates: + - 48000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c04: + type: evs + bitrates: + - 64000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c05: + type: evs + bitrates: + - 96000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c06: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c7: + type: ivas + bitrates: + - 128000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/BS1534-2a/config/BS1534-2a.yml b/experiments/selection/BS1534-2a/config/BS1534-2a.yml new file mode 100644 index 0000000000000000000000000000000000000000..ad09975a6228261ba53903e1097e77dd3127180d --- /dev/null +++ b/experiments/selection/BS1534-2a/config/BS1534-2a.yml @@ -0,0 +1,99 @@ +--- +################################################ +# General configuration +################################################ + +name: BS1534-2a +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/BS1534-2a/proc_input" +output_path: "experiments/selection/BS1534-2a/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "5_1" + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: lp7k + + ### EVS condition ################################ + c03: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + evs_lfe_9k6bps_nb: true + c04: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + evs_lfe_9k6bps_nb: true + c05: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + evs_lfe_9k6bps_nb: true + + ### IVAS condition ############################### + c06: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "5_1" + c07: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "5_1" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "5_1" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/BS1534-2b/config/BS1534-2b.yml b/experiments/selection/BS1534-2b/config/BS1534-2b.yml new file mode 100644 index 0000000000000000000000000000000000000000..84ad3bc6d5d3e92f5b4317cf21e14422748ed298 --- /dev/null +++ b/experiments/selection/BS1534-2b/config/BS1534-2b.yml @@ -0,0 +1,99 @@ +--- +################################################ +# General configuration +################################################ + +name: BS1534-2b +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/BS1534-2b/proc_input" +output_path: "experiments/selection/BS1534-2b/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "5_1" + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: lp7k + + ### EVS condition ################################ + c03: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + evs_lfe_9k6bps_nb: true + c04: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + evs_lfe_9k6bps_nb: true + c05: + type: evs + bitrates: + - 48000 + cod: + opts: ["-max_band", "FB"] + dec: + evs_lfe_9k6bps_nb: true + + ### IVAS condition ############################### + c06: + type: ivas + bitrates: + - 128000 + cod: + dec: + fmt: "5_1" + c07: + type: ivas + bitrates: + - 160000 + cod: + dec: + fmt: "5_1" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "5_1" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/BS1534-3a/config/BS1534-3a.yml b/experiments/selection/BS1534-3a/config/BS1534-3a.yml new file mode 100644 index 0000000000000000000000000000000000000000..0f7bf228faa5a4496fca37bc7a4d715fef93217f --- /dev/null +++ b/experiments/selection/BS1534-3a/config/BS1534-3a.yml @@ -0,0 +1,99 @@ +--- +################################################ +# General configuration +################################################ + +name: BS1534-3a +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/BS1534-3a/proc_input" +output_path: "experiments/selection/BS1534-3a/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "7_1_4" + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: lp7k + + ### EVS condition ################################ + c03: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + evs_lfe_9k6bps_nb: true + c04: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + evs_lfe_9k6bps_nb: true + c05: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + evs_lfe_9k6bps_nb: true + + ### IVAS condition ############################### + c06: + type: ivas + bitrates: + - 128000 + cod: + dec: + fmt: "7_1_4" + c7: + type: ivas + bitrates: + - 160000 + cod: + dec: + fmt: "7_1_4" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "7_1_4" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/BS1534-3b/config/BS1534-3b.yml b/experiments/selection/BS1534-3b/config/BS1534-3b.yml new file mode 100644 index 0000000000000000000000000000000000000000..6d142193dfc21bec3cc5391bf78ef27a78a441e7 --- /dev/null +++ b/experiments/selection/BS1534-3b/config/BS1534-3b.yml @@ -0,0 +1,99 @@ +--- +################################################ +# General configuration +################################################ + +name: BS1534-3b +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/BS1534-3b/proc_input" +output_path: "experiments/selection/BS1534-3b/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "7_1_4" + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: lp7k + + ### EVS condition ################################ + c03: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + evs_lfe_9k6bps_nb: true + c04: + type: evs + bitrates: + - 48000 + cod: + opts: ["-max_band", "FB"] + dec: + evs_lfe_9k6bps_nb: true + c05: + type: evs + bitrates: + - 64000 + cod: + opts: ["-max_band", "FB"] + dec: + evs_lfe_9k6bps_nb: true + + ### IVAS condition ############################### + c06: + type: ivas + bitrates: + - 384000 + cod: + dec: + fmt: "7_1_4" + c7: + type: ivas + bitrates: + - 512000 + cod: + dec: + fmt: "7_1_4" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "7_1_4" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/BS1534-4a/config/BS1534-4a.yml b/experiments/selection/BS1534-4a/config/BS1534-4a.yml new file mode 100644 index 0000000000000000000000000000000000000000..c668e106f7df9d0f38b868747977aac77042b541 --- /dev/null +++ b/experiments/selection/BS1534-4a/config/BS1534-4a.yml @@ -0,0 +1,109 @@ +--- +################################################ +# General configuration +################################################ + +name: BS1534-4a +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/BS1534-4a/proc_input" +output_path: "experiments/selection/BS1534-4a/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "HOA3" + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: lp7k + + ### EVS condition ################################ + c03: + type: evs + bitrates: + - 24400 + cod: + fmt: "FOA" + opts: ["-max_band", "FB"] + dec: + c04: + type: evs + bitrates: + - 32000 + cod: + fmt: "FOA" + opts: ["-max_band", "FB"] + dec: + c05: + type: evs + bitrates: + - 48000 + cod: + fmt: "FOA" + opts: ["-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c06: + type: ivas + bitrates: + - 96000 + cod: + fmt: "FOA" + dec: + fmt: "HOA3" + c07: + type: ivas + bitrates: + - 128000 + cod: + fmt: "FOA" + dec: + fmt: "HOA3" + c08: + type: ivas + bitrates: + - 160000 + cod: + fmt: "FOA" + dec: + fmt: "HOA3" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/BS1534-4b/config/BS1534-4b.yml b/experiments/selection/BS1534-4b/config/BS1534-4b.yml new file mode 100644 index 0000000000000000000000000000000000000000..9a7b5788f3ea3032cc25189b241a7ccbc6a2bad7 --- /dev/null +++ b/experiments/selection/BS1534-4b/config/BS1534-4b.yml @@ -0,0 +1,109 @@ +--- +################################################ +# General configuration +################################################ + +name: BS1534-4b +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/BS1534-4b/proc_input" +output_path: "experiments/selection/BS1534-4b/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "HOA3" + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: lp7k + + ### EVS condition ################################ + c03: + type: evs + bitrates: + - 24400 + cod: + fmt: "HOA2" + opts: ["-max_band", "FB"] + dec: + c04: + type: evs + bitrates: + - 32000 + cod: + fmt: "HOA2" + opts: ["-max_band", "FB"] + dec: + c05: + type: evs + bitrates: + - 48000 + cod: + fmt: "HOA2" + opts: ["-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c06: + type: ivas + bitrates: + - 96000 + cod: + fmt: "HOA2" + dec: + fmt: "HOA3" + c07: + type: ivas + bitrates: + - 128000 + cod: + fmt: "HOA2" + dec: + fmt: "HOA3" + c08: + type: ivas + bitrates: + - 160000 + cod: + fmt: "HOA2" + dec: + fmt: "HOA3" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/BS1534-5a/config/BS1534-5a.yml b/experiments/selection/BS1534-5a/config/BS1534-5a.yml new file mode 100644 index 0000000000000000000000000000000000000000..68430de55cae9f30b0a7d10f51d73aa5db3d3383 --- /dev/null +++ b/experiments/selection/BS1534-5a/config/BS1534-5a.yml @@ -0,0 +1,99 @@ +--- +################################################ +# General configuration +################################################ + +name: BS1534-5a +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/BS1534-5a/proc_input" +output_path: "experiments/selection/BS1534-5a/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "HOA3" + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: lp7k + + ### EVS condition ################################ + c03: + type: evs + bitrates: + - 48000 + cod: + fmt: "FOA" + opts: ["-max_band", "FB"] + dec: + c04: + type: evs + bitrates: + - 64000 + cod: + fmt: "FOA" + opts: ["-max_band", "FB"] + dec: + c05: + type: evs + bitrates: + - 96000 + cod: + fmt: "FOA" + opts: ["-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c06: + type: ivas + bitrates: + - 192000 + cod: + dec: + fmt: "HOA3" + c07: + type: ivas + bitrates: + - 256000 + cod: + dec: + fmt: "HOA3" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/BS1534-5b/config/BS1534-5b.yml b/experiments/selection/BS1534-5b/config/BS1534-5b.yml new file mode 100644 index 0000000000000000000000000000000000000000..5575e50de27d87f94681d8f404b10890e22ecf1e --- /dev/null +++ b/experiments/selection/BS1534-5b/config/BS1534-5b.yml @@ -0,0 +1,99 @@ +--- +################################################ +# General configuration +################################################ + +name: BS1534-5b +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/BS1534-5b/proc_input" +output_path: "experiments/selection/BS1534-5b/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "HOA3" + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: lp7k + + ### EVS condition ################################ + c03: + type: evs + bitrates: + - 96000 + cod: + fmt: "FOA" + opts: ["-max_band", "FB"] + dec: + c04: + type: evs + bitrates: + - 128000 + cod: + fmt: "FOA" + opts: ["-max_band", "FB"] + dec: + c05: + type: evs + bitrates: + - 96000 + cod: + fmt: "FOA" + opts: ["-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c06: + type: ivas + bitrates: + - 384000 + cod: + dec: + fmt: "HOA3" + c07: + type: ivas + bitrates: + - 512000 + cod: + dec: + fmt: "HOA3" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "7_1_4" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/BS1534-6a/config/BS1534-6a.yml b/experiments/selection/BS1534-6a/config/BS1534-6a.yml new file mode 100644 index 0000000000000000000000000000000000000000..66d9b043eef9cdfd8eafc41549f99308036c07d4 --- /dev/null +++ b/experiments/selection/BS1534-6a/config/BS1534-6a.yml @@ -0,0 +1,103 @@ +--- +################################################ +# General configuration +################################################ + +name: BS1534-6a +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/BS1534-6a/proc_input" +output_path: "experiments/selection/BS1534-6a/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM3" + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: lp7k + + ### EVS condition ################################ + c03: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c04: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c05: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c06: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM3" + c07: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "ISM3" + c08: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "ISM3" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/BS1534-6b/config/BS1534-6b.yml b/experiments/selection/BS1534-6b/config/BS1534-6b.yml new file mode 100644 index 0000000000000000000000000000000000000000..4998c7b24e594840490396aa696412247fea26dc --- /dev/null +++ b/experiments/selection/BS1534-6b/config/BS1534-6b.yml @@ -0,0 +1,95 @@ +--- +################################################ +# General configuration +################################################ + +name: BS1534-6b +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/BS1534-6b/proc_input" +output_path: "experiments/selection/BS1534-6b/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM4" + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: lp7k + + ### EVS condition ################################ + c03: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c04: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c05: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "ISM4" + c06: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "ISM4" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-1/config/P800-1.yml b/experiments/selection/P800-1/config/P800-1.yml new file mode 100644 index 0000000000000000000000000000000000000000..dbf42f8d7e0cfa6c6cca76f55451353ef02fef9f --- /dev/null +++ b/experiments/selection/P800-1/config/P800-1.yml @@ -0,0 +1,306 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-1 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-1/proc_input" +output_path: "experiments/selection/P800-1/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-2/background_noise/.gitkeep b/experiments/selection/P800-2/background_noise/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/config/P800-2.yml b/experiments/selection/P800-2/config/P800-2.yml new file mode 100644 index 0000000000000000000000000000000000000000..5fa7f442054eae9591ba5119b7af478ccae43746 --- /dev/null +++ b/experiments/selection/P800-2/config/P800-2.yml @@ -0,0 +1,261 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-2 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-2/proc_input" +output_path: "experiments/selection/P800-2/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + ### Additive background noise + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-3/config/P800-3.yml b/experiments/selection/P800-3/config/P800-3.yml new file mode 100644 index 0000000000000000000000000000000000000000..feb754a435a44e5a60065ca326d0977474d70a6a --- /dev/null +++ b/experiments/selection/P800-3/config/P800-3.yml @@ -0,0 +1,304 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-3 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-3/proc_input" +output_path: "experiments/selection/P800-3/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 17 + c05: + type: mnru + q: 12 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-4/config/P800-4.yml b/experiments/selection/P800-4/config/P800-4.yml new file mode 100644 index 0000000000000000000000000000000000000000..af306c40b23b3be197f8b66e9cce142f9c19a1bb --- /dev/null +++ b/experiments/selection/P800-4/config/P800-4.yml @@ -0,0 +1,320 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-4 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-4/proc_input" +output_path: "experiments/selection/P800-4/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 32 + c03: + type: mnru + q: 27 + c04: + type: mnru + q: 22 + c05: + type: mnru + q: 17 + c06: + type: esdru + alpha: 0.8 + c07: + type: esdru + alpha: 0.675 + c08: + type: esdru + alpha: 0.55 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c33: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c34: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c35: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c36: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-5/background_noise/.gitkeep b/experiments/selection/P800-5/background_noise/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-5/config/P800-5.yml b/experiments/selection/P800-5/config/P800-5.yml new file mode 100644 index 0000000000000000000000000000000000000000..a146020be48f90b287362ebe4839dc0d62e60ff3 --- /dev/null +++ b/experiments/selection/P800-5/config/P800-5.yml @@ -0,0 +1,289 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-5 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-5/proc_input" +output_path: "experiments/selection/P800-5/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + sba_format: "PLANARFOA" + c10: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c17: + type: evs + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c18: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c35: + type: ivas + bitrates: + - 64000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c36: + type: ivas + bitrates: + - 80000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-6/config/P800-6.yml b/experiments/selection/P800-6/config/P800-6.yml new file mode 100644 index 0000000000000000000000000000000000000000..39afc65f62d09c5d9e019a65c8f350b0ad39c426 --- /dev/null +++ b/experiments/selection/P800-6/config/P800-6.yml @@ -0,0 +1,239 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-6 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-6/proc_input" +output_path: "experiments/selection/P800-6/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM1" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c21: + type: ivas + bitrates: + - 13200 + cod: + dec: + c22: + type: ivas + bitrates: + - 16400 + cod: + dec: + c23: + type: ivas + bitrates: + - 24400 + cod: + dec: + c24: + type: ivas + bitrates: + - 32000 + cod: + dec: + c25: + type: ivas + bitrates: + - 13200 + cod: + dec: + tx: + type: "FER" + error_rate: 5 + c26: + type: ivas + bitrates: + - 16400 + cod: + dec: + tx: + type: "FER" + error_rate: 5 + c27: + type: ivas + bitrates: + - 24400 + cod: + dec: + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-7/config/P800-7.yml b/experiments/selection/P800-7/config/P800-7.yml new file mode 100644 index 0000000000000000000000000000000000000000..19077662381a6c0a9e73f6787cf21d177ed6fc02 --- /dev/null +++ b/experiments/selection/P800-7/config/P800-7.yml @@ -0,0 +1,269 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-7 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-7/proc_input" +output_path: "experiments/selection/P800-7/proc_output" + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM2" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + c27: + type: ivas + bitrates: + - 16400 + cod: + dec: + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 24400 + cod: + dec: + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 32000 + cod: + dec: + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 48000 + cod: + dec: + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/ivas_processing_scripts/processing/config.py b/ivas_processing_scripts/processing/config.py index 7027ce75a911ffba01676dc2d5ba8c18de95ba89..a90487e6121545eb03322d2af7078c9208e2576d 100755 --- a/ivas_processing_scripts/processing/config.py +++ b/ivas_processing_scripts/processing/config.py @@ -141,8 +141,13 @@ class TestConfig: # validate preprocessing on concatenated file stage if (pre_proc_2 := getattr(cfg, "preprocessing_2", None)) is not None: bg_noise_folder = Path(pre_proc_2["background_noise_path"]).parent - if bg_noise_folder.resolve().absolute() == cfg.input_path.resolve().absolute(): - raise ValueError(f"Background noise file has to be placed outside the input folder!") + if ( + bg_noise_folder.resolve().absolute() + == cfg.input_path.resolve().absolute() + ): + raise ValueError( + "Background noise file has to be placed outside the input folder!" + ) for cond_name, cond_cfg in cfg.get("conditions_to_generate").items(): type = cond_cfg.get("type") diff --git a/tests/constants.py b/tests/constants.py index 56a531a40095c8016b8bff690a54adf422c0c6c5..fb91b23cc7116e9838530e329577f3f06f8f1d3a 100644 --- a/tests/constants.py +++ b/tests/constants.py @@ -35,6 +35,7 @@ from pathlib import PurePath """ Set up paths """ TESTS_DIR = PurePath(__file__).parent TEST_VECTOR_DIR = TESTS_DIR.joinpath("data") +EXPERIMENTS_DIR = "../experiments/selection" ISM_METADATA_DIR = TEST_VECTOR_DIR.joinpath("ism_metadata") MASA_METADATA_DIR = TEST_VECTOR_DIR.joinpath("masa") @@ -200,3 +201,29 @@ INPUT_CONFIG_FILES = [ str(TEST_VECTOR_DIR.joinpath("test_MC.yml")), str(TEST_VECTOR_DIR.joinpath("test_SBA.yml")), ] + +INPUT_EXPERIMENT_NAMES = [ + "BS1534-1a", + "BS1534-1b", + "BS1534-2a", + "BS1534-2b", + "BS1534-3a", + "BS1534-3b", + "BS1534-4a", + "BS1534-4b", + "BS1534-5a", + "BS1534-5b", + "BS1534-6a", + "BS1534-6b", + # "BS1534-7a", + # "BS1534-7b", + "P800-1", + "P800-2", + "P800-3", + "P800-4", + "P800-5", + "P800-6", + "P800-7", + # "P800-8", + # "P800-9", +] diff --git a/tests/data/p800-2_background_noise.wav b/tests/data/p800-2_background_noise.wav new file mode 100644 index 0000000000000000000000000000000000000000..63afe59d10d2688f37ba7fd42c015e18eaa6daed --- /dev/null +++ b/tests/data/p800-2_background_noise.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab2e1b1bc8b0ce66b4c3433101518f267d33675ce0272e235d71276f04801eb +size 12480044 diff --git a/tests/data/p800-5_background_noise.wav b/tests/data/p800-5_background_noise.wav new file mode 100644 index 0000000000000000000000000000000000000000..d1dbf5876e65b83d00657d153393ea92dce643b6 --- /dev/null +++ b/tests/data/p800-5_background_noise.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d82354070c91872116d603a174568ac789703b329fa93ea40a4bddd96fd7a11a +size 24960044 diff --git a/tests/test_experiments.py b/tests/test_experiments.py new file mode 100644 index 0000000000000000000000000000000000000000..d3d4c6378eef5e94d1b8593dc6af6d92408fd36e --- /dev/null +++ b/tests/test_experiments.py @@ -0,0 +1,109 @@ +#!/usr/bin/env python3 + +# +# (C) 2022-2023 IVAS codec Public Collaboration with portions copyright Dolby International AB, Ericsson AB, +# Fraunhofer-Gesellschaft zur Foerderung der angewandten Forschung e.V., Huawei Technologies Co. LTD., +# Koninklijke Philips N.V., Nippon Telegraph and Telephone Corporation, Nokia Technologies Oy, Orange, +# Panasonic Holdings Corporation, Qualcomm Technologies, Inc., VoiceAge Corporation, and other +# contributors to this repository. All Rights Reserved. +# +# This software is protected by copyright law and by international treaties. +# The IVAS codec Public Collaboration consisting of Dolby International AB, Ericsson AB, +# Fraunhofer-Gesellschaft zur Foerderung der angewandten Forschung e.V., Huawei Technologies Co. LTD., +# Koninklijke Philips N.V., Nippon Telegraph and Telephone Corporation, Nokia Technologies Oy, Orange, +# Panasonic Holdings Corporation, Qualcomm Technologies, Inc., VoiceAge Corporation, and other +# contributors to this repository retain full ownership rights in their respective contributions in +# the software. This notice grants no license of any kind, including but not limited to patent +# license, nor is any license granted by implication, estoppel or otherwise. +# +# Contributors are required to enter into the IVAS codec Public Collaboration agreement before making +# contributions. +# +# This software is provided "AS IS", without any express or implied warranties. The software is in the +# development stage. It is intended exclusively for experts who have experience with such software and +# solely for the purpose of inspection. All implied warranties of non-infringement, merchantability +# and fitness for a particular purpose are hereby disclaimed and excluded. +# +# Any dispute, controversy or claim arising under or in relation to providing this software shall be +# submitted to and settled by the final, binding jurisdiction of the courts of Munich, Germany in +# accordance with the laws of the Federal Republic of Germany excluding its conflict of law rules and +# the United Nations Convention on Contracts on the International Sales of Goods. +# + +import shutil +from pathlib import Path + +import pytest + +from ivas_processing_scripts import main as generate_test +from ivas_processing_scripts.audiotools import audio +from ivas_processing_scripts.audiotools.audiofile import concat +from ivas_processing_scripts.processing.config import TestConfig +from tests.constants import ( + EXPERIMENTS_DIR, + FORMAT_TO_METADATA_FILES, + INPUT_EXPERIMENT_NAMES, + NCHAN_TO_FILE, + TESTS_DIR, +) + +BG_NOISE_FOR_EXPERIMENT = { + "P800-2": Path(TESTS_DIR).joinpath("data").joinpath("p800-2_background_noise.wav"), + "P800-5": Path(TESTS_DIR).joinpath("data").joinpath("p800-5_background_noise.wav"), +} +BG_NOISE_NAME = "background_noise.wav" + + +class Arguments: + def __init__(self, config): + self.config = config + self.debug = True + + +@pytest.mark.parametrize("exp_name", INPUT_EXPERIMENT_NAMES) +def test_generate_test_items(exp_name): + cfg_dir = Path(TESTS_DIR).joinpath(EXPERIMENTS_DIR) + cfg = Path(cfg_dir).joinpath(Path(exp_name)).resolve().absolute() + cfg = cfg.joinpath(f"config/{exp_name}.yml") + args = Arguments(cfg) + + # read out input path + config = TestConfig(cfg) + input_path = Path(config.input_path).resolve().absolute() + input_fmt = config.input["fmt"] + + # deduce number of channels based on input format + input_object = audio.fromtype(input_fmt) + num_channels = input_object.num_channels + + # check if folder exists + if not input_path.exists(): + raise ValueError("Input path from experiments config does not exist") + + # get dummy input files: + spectral_dummy = NCHAN_TO_FILE[num_channels] + pink_noise_dummy = Path( + str(spectral_dummy).replace("spectral/spectral_test", "pinknoise/pink_noise") + ) + dummy_input_files = [spectral_dummy, pink_noise_dummy] + + # get dummy metadata files + dummy_md_files = FORMAT_TO_METADATA_FILES.get(input_fmt, list()) + + # copy input files + for f in dummy_input_files: + f_out = input_path.joinpath(f.name).resolve().absolute() + # need at least 2s of input files for gen-patt to be happy (can not keep the tolerance for 50 frames only) + concat([str(f)] * 2, str(f_out)) + for i, md_f in enumerate(dummy_md_files): + suffix = f"{i}.csv" + md_f_out = ".".join([str(f_out), suffix]) + shutil.copy(md_f, md_f_out) + + # copy background noise if needed + if (bg_noise := BG_NOISE_FOR_EXPERIMENT.get(exp_name)) is not None: + bg_noise_folder = input_path.parent.joinpath("background_noise") + bg_noise_out = bg_noise_folder.joinpath(BG_NOISE_NAME) + shutil.copy(bg_noise, bg_noise_out) + + generate_test(args)