From bd2b65a12999fbff16b1c484b8330bf2c51079f4 Mon Sep 17 00:00:00 2001 From: knj Date: Thu, 25 May 2023 13:40:01 +0200 Subject: [PATCH 01/16] add new config files and folder structure for P800-2 with categories --- .../.gitkeep | 0 .../selection/P800-2/config/P800-2-cat1.yml | 267 ++++++++++++++++++ .../config/{P800-2.yml => P800-2-cat2.yml} | 14 +- .../selection/P800-2/config/P800-2-cat3.yml | 267 ++++++++++++++++++ .../selection/P800-2/config/P800-2-cat4.yml | 267 ++++++++++++++++++ .../selection/P800-2/config/P800-2-cat5.yml | 267 ++++++++++++++++++ .../selection/P800-2/config/P800-2-cat6.yml | 267 ++++++++++++++++++ .../selection/P800-2/proc_input/cat1/.gitkeep | 0 .../selection/P800-2/proc_input/cat2/.gitkeep | 0 .../selection/P800-2/proc_input/cat3/.gitkeep | 0 .../selection/P800-2/proc_input/cat4/.gitkeep | 0 .../selection/P800-2/proc_input/cat5/.gitkeep | 0 .../selection/P800-2/proc_input/cat6/.gitkeep | 0 .../P800-2/proc_output/cat1/.gitkeep | 0 .../P800-2/proc_output/cat2/.gitkeep | 0 .../P800-2/proc_output/cat3/.gitkeep | 0 .../P800-2/proc_output/cat4/.gitkeep | 0 .../P800-2/proc_output/cat5/.gitkeep | 0 .../P800-2/proc_output/cat6/.gitkeep | 0 19 files changed, 1342 insertions(+), 7 deletions(-) rename experiments/selection/P800-2/{background_noise => background_noises}/.gitkeep (100%) create mode 100644 experiments/selection/P800-2/config/P800-2-cat1.yml rename experiments/selection/P800-2/config/{P800-2.yml => P800-2-cat2.yml} (92%) create mode 100644 experiments/selection/P800-2/config/P800-2-cat3.yml create mode 100644 experiments/selection/P800-2/config/P800-2-cat4.yml create mode 100644 experiments/selection/P800-2/config/P800-2-cat5.yml create mode 100644 experiments/selection/P800-2/config/P800-2-cat6.yml create mode 100644 experiments/selection/P800-2/proc_input/cat1/.gitkeep create mode 100644 experiments/selection/P800-2/proc_input/cat2/.gitkeep create mode 100644 experiments/selection/P800-2/proc_input/cat3/.gitkeep create mode 100644 experiments/selection/P800-2/proc_input/cat4/.gitkeep create mode 100644 experiments/selection/P800-2/proc_input/cat5/.gitkeep create mode 100644 experiments/selection/P800-2/proc_input/cat6/.gitkeep create mode 100644 experiments/selection/P800-2/proc_output/cat1/.gitkeep create mode 100644 experiments/selection/P800-2/proc_output/cat2/.gitkeep create mode 100644 experiments/selection/P800-2/proc_output/cat3/.gitkeep create mode 100644 experiments/selection/P800-2/proc_output/cat4/.gitkeep create mode 100644 experiments/selection/P800-2/proc_output/cat5/.gitkeep create mode 100644 experiments/selection/P800-2/proc_output/cat6/.gitkeep diff --git a/experiments/selection/P800-2/background_noise/.gitkeep b/experiments/selection/P800-2/background_noises/.gitkeep similarity index 100% rename from experiments/selection/P800-2/background_noise/.gitkeep rename to experiments/selection/P800-2/background_noises/.gitkeep diff --git a/experiments/selection/P800-2/config/P800-2-cat1.yml b/experiments/selection/P800-2/config/P800-2-cat1.yml new file mode 100644 index 00000000..53a02b1e --- /dev/null +++ b/experiments/selection/P800-2/config/P800-2-cat1.yml @@ -0,0 +1,267 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-2 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-2/proc_input/cat1" +output_path: "experiments/selection/P800-2/proc_output/cat1" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + ### Additive background noise + # background_noise: + # ### REQUIRED: SNR for background noise in dB + # snr: 15 + # ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + # background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat1.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-2/config/P800-2.yml b/experiments/selection/P800-2/config/P800-2-cat2.yml similarity index 92% rename from experiments/selection/P800-2/config/P800-2.yml rename to experiments/selection/P800-2/config/P800-2-cat2.yml index 22d07037..f55c635e 100644 --- a/experiments/selection/P800-2/config/P800-2.yml +++ b/experiments/selection/P800-2/config/P800-2-cat2.yml @@ -7,8 +7,8 @@ name: P800-2 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-2/proc_input" -output_path: "experiments/selection/P800-2/proc_output" +input_path: "experiments/selection/P800-2/proc_input/cat2" +output_path: "experiments/selection/P800-2/proc_output/cat2" use_windows_codec_binaries: True ################################################ @@ -36,11 +36,11 @@ preprocessing_2: preamble: 10000 preamble_noise: true ### Additive background noise - background_noise: - ### REQUIRED: SNR for background noise in dB - snr: 15 - ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-2/background_noise/background_noise.wav" + # background_noise: + # ### REQUIRED: SNR for background noise in dB + # snr: 15 + # ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + # background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat2.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-2/config/P800-2-cat3.yml b/experiments/selection/P800-2/config/P800-2-cat3.yml new file mode 100644 index 00000000..0de3aa68 --- /dev/null +++ b/experiments/selection/P800-2/config/P800-2-cat3.yml @@ -0,0 +1,267 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-2 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-2/proc_input/cat3" +output_path: "experiments/selection/P800-2/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + ### Additive background noise + # background_noise: + # ### REQUIRED: SNR for background noise in dB + # snr: 15 + # ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + # background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat3.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-2/config/P800-2-cat4.yml b/experiments/selection/P800-2/config/P800-2-cat4.yml new file mode 100644 index 00000000..158078d6 --- /dev/null +++ b/experiments/selection/P800-2/config/P800-2-cat4.yml @@ -0,0 +1,267 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-2 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-2/proc_input/cat4" +output_path: "experiments/selection/P800-2/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + ### Additive background noise + # background_noise: + # ### REQUIRED: SNR for background noise in dB + # snr: 15 + # ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + # background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat4.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-2/config/P800-2-cat5.yml b/experiments/selection/P800-2/config/P800-2-cat5.yml new file mode 100644 index 00000000..914627d8 --- /dev/null +++ b/experiments/selection/P800-2/config/P800-2-cat5.yml @@ -0,0 +1,267 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-2 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-2/proc_input/cat5" +output_path: "experiments/selection/P800-2/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + ### Additive background noise + # background_noise: + # ### REQUIRED: SNR for background noise in dB + # snr: 15 + # ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + # background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat5.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-2/config/P800-2-cat6.yml b/experiments/selection/P800-2/config/P800-2-cat6.yml new file mode 100644 index 00000000..e5eaa4d8 --- /dev/null +++ b/experiments/selection/P800-2/config/P800-2-cat6.yml @@ -0,0 +1,267 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-2 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-2/proc_input/cat6" +output_path: "experiments/selection/P800-2/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + ### Additive background noise + # background_noise: + # ### REQUIRED: SNR for background noise in dB + # snr: 15 + # ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + # background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat6.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-2/proc_input/cat1/.gitkeep b/experiments/selection/P800-2/proc_input/cat1/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-2/proc_input/cat2/.gitkeep b/experiments/selection/P800-2/proc_input/cat2/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-2/proc_input/cat3/.gitkeep b/experiments/selection/P800-2/proc_input/cat3/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-2/proc_input/cat4/.gitkeep b/experiments/selection/P800-2/proc_input/cat4/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-2/proc_input/cat5/.gitkeep b/experiments/selection/P800-2/proc_input/cat5/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-2/proc_input/cat6/.gitkeep b/experiments/selection/P800-2/proc_input/cat6/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-2/proc_output/cat1/.gitkeep b/experiments/selection/P800-2/proc_output/cat1/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-2/proc_output/cat2/.gitkeep b/experiments/selection/P800-2/proc_output/cat2/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-2/proc_output/cat3/.gitkeep b/experiments/selection/P800-2/proc_output/cat3/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-2/proc_output/cat4/.gitkeep b/experiments/selection/P800-2/proc_output/cat4/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-2/proc_output/cat5/.gitkeep b/experiments/selection/P800-2/proc_output/cat5/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-2/proc_output/cat6/.gitkeep b/experiments/selection/P800-2/proc_output/cat6/.gitkeep new file mode 100644 index 00000000..e69de29b -- GitLab From e8e7ad6b6a0a917cbe7d18425a21b7ed3b2b4f4c Mon Sep 17 00:00:00 2001 From: knj Date: Thu, 25 May 2023 13:41:02 +0200 Subject: [PATCH 02/16] add wrapper script for generating P800 items category-wise --- create_items_p800.py | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) create mode 100644 create_items_p800.py diff --git a/create_items_p800.py b/create_items_p800.py new file mode 100644 index 00000000..f26df7ee --- /dev/null +++ b/create_items_p800.py @@ -0,0 +1,26 @@ +#! /usr/bin/env python3 +import argparse +from pathlib import Path +from ivas_processing_scripts import main as generate_test + +P800_TESTS = [f"P800-{i}" for i in range(1, 8)] + + +class Arguments: + def __init__(self, config): + self.config = config + self.debug = False + + +# if is necessary here so that multiprocessing does not crash +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument("testname", choices=P800_TESTS) + args = parser.parse_args() + + p800_path = Path(f"experiments/selection/{args.testname}") + p800_cfgs = p800_path.joinpath("config").glob("P800*cat*.yml") + + for cfg in p800_cfgs: + args_dummy = Arguments(str(cfg)) + generate_test(args_dummy) \ No newline at end of file -- GitLab From 86c3c5d073d539eca8a2cb0e12b45a035131bcca Mon Sep 17 00:00:00 2001 From: knj Date: Thu, 25 May 2023 14:58:34 +0200 Subject: [PATCH 03/16] fix background noise path --- experiments/selection/P800-2/config/P800-2-cat1.yml | 10 +++++----- experiments/selection/P800-2/config/P800-2-cat2.yml | 10 +++++----- experiments/selection/P800-2/config/P800-2-cat3.yml | 10 +++++----- experiments/selection/P800-2/config/P800-2-cat4.yml | 10 +++++----- experiments/selection/P800-2/config/P800-2-cat5.yml | 10 +++++----- experiments/selection/P800-2/config/P800-2-cat6.yml | 10 +++++----- 6 files changed, 30 insertions(+), 30 deletions(-) diff --git a/experiments/selection/P800-2/config/P800-2-cat1.yml b/experiments/selection/P800-2/config/P800-2-cat1.yml index 53a02b1e..124feeed 100644 --- a/experiments/selection/P800-2/config/P800-2-cat1.yml +++ b/experiments/selection/P800-2/config/P800-2-cat1.yml @@ -36,11 +36,11 @@ preprocessing_2: preamble: 10000 preamble_noise: true ### Additive background noise - # background_noise: - # ### REQUIRED: SNR for background noise in dB - # snr: 15 - # ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - # background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat1.wav" + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat1.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-2/config/P800-2-cat2.yml b/experiments/selection/P800-2/config/P800-2-cat2.yml index f55c635e..b2e5c72e 100644 --- a/experiments/selection/P800-2/config/P800-2-cat2.yml +++ b/experiments/selection/P800-2/config/P800-2-cat2.yml @@ -36,11 +36,11 @@ preprocessing_2: preamble: 10000 preamble_noise: true ### Additive background noise - # background_noise: - # ### REQUIRED: SNR for background noise in dB - # snr: 15 - # ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - # background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat2.wav" + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat2.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-2/config/P800-2-cat3.yml b/experiments/selection/P800-2/config/P800-2-cat3.yml index 0de3aa68..cbf83e9c 100644 --- a/experiments/selection/P800-2/config/P800-2-cat3.yml +++ b/experiments/selection/P800-2/config/P800-2-cat3.yml @@ -36,11 +36,11 @@ preprocessing_2: preamble: 10000 preamble_noise: true ### Additive background noise - # background_noise: - # ### REQUIRED: SNR for background noise in dB - # snr: 15 - # ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - # background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat3.wav" + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat3.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-2/config/P800-2-cat4.yml b/experiments/selection/P800-2/config/P800-2-cat4.yml index 158078d6..fed6d1fc 100644 --- a/experiments/selection/P800-2/config/P800-2-cat4.yml +++ b/experiments/selection/P800-2/config/P800-2-cat4.yml @@ -36,11 +36,11 @@ preprocessing_2: preamble: 10000 preamble_noise: true ### Additive background noise - # background_noise: - # ### REQUIRED: SNR for background noise in dB - # snr: 15 - # ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - # background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat4.wav" + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat4.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-2/config/P800-2-cat5.yml b/experiments/selection/P800-2/config/P800-2-cat5.yml index 914627d8..33797c25 100644 --- a/experiments/selection/P800-2/config/P800-2-cat5.yml +++ b/experiments/selection/P800-2/config/P800-2-cat5.yml @@ -36,11 +36,11 @@ preprocessing_2: preamble: 10000 preamble_noise: true ### Additive background noise - # background_noise: - # ### REQUIRED: SNR for background noise in dB - # snr: 15 - # ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - # background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat5.wav" + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat5.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-2/config/P800-2-cat6.yml b/experiments/selection/P800-2/config/P800-2-cat6.yml index e5eaa4d8..c6fe5a6c 100644 --- a/experiments/selection/P800-2/config/P800-2-cat6.yml +++ b/experiments/selection/P800-2/config/P800-2-cat6.yml @@ -36,11 +36,11 @@ preprocessing_2: preamble: 10000 preamble_noise: true ### Additive background noise - # background_noise: - # ### REQUIRED: SNR for background noise in dB - # snr: 15 - # ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - # background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat6.wav" + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat6.wav" ################################################# ### Bitstream processing -- GitLab From 4255146135808b867b42b93de4696c1e9f4cedce Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 10:31:56 +0200 Subject: [PATCH 04/16] add category test with P800-2 --- create_items_p800.py | 16 ++++-- .../.gitkeep | 0 .../selection/P800-2/config/P800-2-cat1.yml | 2 +- .../selection/P800-2/config/P800-2-cat2.yml | 2 +- .../selection/P800-2/config/P800-2-cat3.yml | 2 +- .../selection/P800-2/config/P800-2-cat4.yml | 2 +- .../selection/P800-2/config/P800-2-cat5.yml | 2 +- .../selection/P800-2/config/P800-2-cat6.yml | 2 +- tests/constants.py | 4 +- tests/test_experiments.py | 57 ++++++++++++------- 10 files changed, 56 insertions(+), 33 deletions(-) rename experiments/selection/P800-2/{background_noises => background_noise}/.gitkeep (100%) diff --git a/create_items_p800.py b/create_items_p800.py index f26df7ee..2d085ed7 100644 --- a/create_items_p800.py +++ b/create_items_p800.py @@ -12,15 +12,19 @@ class Arguments: self.debug = False +def create_items(testname): + p800_path = Path(f"experiments/selection/{testname}") + p800_cfgs = p800_path.joinpath("config").glob("P800*cat*.yml") + + for cfg in p800_cfgs: + args_dummy = Arguments(str(cfg)) + generate_test(args_dummy) + + # if is necessary here so that multiprocessing does not crash if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument("testname", choices=P800_TESTS) args = parser.parse_args() - p800_path = Path(f"experiments/selection/{args.testname}") - p800_cfgs = p800_path.joinpath("config").glob("P800*cat*.yml") - - for cfg in p800_cfgs: - args_dummy = Arguments(str(cfg)) - generate_test(args_dummy) \ No newline at end of file + create_items(args.testname) diff --git a/experiments/selection/P800-2/background_noises/.gitkeep b/experiments/selection/P800-2/background_noise/.gitkeep similarity index 100% rename from experiments/selection/P800-2/background_noises/.gitkeep rename to experiments/selection/P800-2/background_noise/.gitkeep diff --git a/experiments/selection/P800-2/config/P800-2-cat1.yml b/experiments/selection/P800-2/config/P800-2-cat1.yml index 124feeed..7e38661d 100644 --- a/experiments/selection/P800-2/config/P800-2-cat1.yml +++ b/experiments/selection/P800-2/config/P800-2-cat1.yml @@ -40,7 +40,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat1.wav" + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat1.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-2/config/P800-2-cat2.yml b/experiments/selection/P800-2/config/P800-2-cat2.yml index b2e5c72e..6bf6ce55 100644 --- a/experiments/selection/P800-2/config/P800-2-cat2.yml +++ b/experiments/selection/P800-2/config/P800-2-cat2.yml @@ -40,7 +40,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat2.wav" + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat2.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-2/config/P800-2-cat3.yml b/experiments/selection/P800-2/config/P800-2-cat3.yml index cbf83e9c..50f1ad5e 100644 --- a/experiments/selection/P800-2/config/P800-2-cat3.yml +++ b/experiments/selection/P800-2/config/P800-2-cat3.yml @@ -40,7 +40,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat3.wav" + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat3.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-2/config/P800-2-cat4.yml b/experiments/selection/P800-2/config/P800-2-cat4.yml index fed6d1fc..76fadb71 100644 --- a/experiments/selection/P800-2/config/P800-2-cat4.yml +++ b/experiments/selection/P800-2/config/P800-2-cat4.yml @@ -40,7 +40,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat4.wav" + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat4.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-2/config/P800-2-cat5.yml b/experiments/selection/P800-2/config/P800-2-cat5.yml index 33797c25..868417e0 100644 --- a/experiments/selection/P800-2/config/P800-2-cat5.yml +++ b/experiments/selection/P800-2/config/P800-2-cat5.yml @@ -40,7 +40,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat5.wav" + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat5.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-2/config/P800-2-cat6.yml b/experiments/selection/P800-2/config/P800-2-cat6.yml index c6fe5a6c..d06e0ed5 100644 --- a/experiments/selection/P800-2/config/P800-2-cat6.yml +++ b/experiments/selection/P800-2/config/P800-2-cat6.yml @@ -40,7 +40,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-2/background_noises/background_noise_cat6.wav" + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat6.wav" ################################################# ### Bitstream processing diff --git a/tests/constants.py b/tests/constants.py index fb91b23c..fac05281 100644 --- a/tests/constants.py +++ b/tests/constants.py @@ -218,7 +218,7 @@ INPUT_EXPERIMENT_NAMES = [ # "BS1534-7a", # "BS1534-7b", "P800-1", - "P800-2", + # P800-2 is tested category-wise, see below "P800-3", "P800-4", "P800-5", @@ -227,3 +227,5 @@ INPUT_EXPERIMENT_NAMES = [ # "P800-8", # "P800-9", ] + +CREATE_CATEGORIES_TESTS = ["P800-2"] \ No newline at end of file diff --git a/tests/test_experiments.py b/tests/test_experiments.py index d3d4c637..0483aa31 100644 --- a/tests/test_experiments.py +++ b/tests/test_experiments.py @@ -37,22 +37,21 @@ import pytest from ivas_processing_scripts import main as generate_test from ivas_processing_scripts.audiotools import audio -from ivas_processing_scripts.audiotools.audiofile import concat +from ivas_processing_scripts.audiotools.audiofile import concat, write from ivas_processing_scripts.processing.config import TestConfig from tests.constants import ( EXPERIMENTS_DIR, FORMAT_TO_METADATA_FILES, INPUT_EXPERIMENT_NAMES, + CREATE_CATEGORIES_TESTS, NCHAN_TO_FILE, TESTS_DIR, ) -BG_NOISE_FOR_EXPERIMENT = { - "P800-2": Path(TESTS_DIR).joinpath("data").joinpath("p800-2_background_noise.wav"), - "P800-5": Path(TESTS_DIR).joinpath("data").joinpath("p800-5_background_noise.wav"), -} -BG_NOISE_NAME = "background_noise.wav" +from create_items_p800 import create_items +from numpy.random import random +BG_NOISE_NAME = "background_noise_cat.wav" class Arguments: def __init__(self, config): @@ -60,15 +59,7 @@ class Arguments: self.debug = True -@pytest.mark.parametrize("exp_name", INPUT_EXPERIMENT_NAMES) -def test_generate_test_items(exp_name): - cfg_dir = Path(TESTS_DIR).joinpath(EXPERIMENTS_DIR) - cfg = Path(cfg_dir).joinpath(Path(exp_name)).resolve().absolute() - cfg = cfg.joinpath(f"config/{exp_name}.yml") - args = Arguments(cfg) - - # read out input path - config = TestConfig(cfg) +def setup_input_files_for_config(config, category=1): input_path = Path(config.input_path).resolve().absolute() input_fmt = config.input["fmt"] @@ -100,10 +91,36 @@ def test_generate_test_items(exp_name): md_f_out = ".".join([str(f_out), suffix]) shutil.copy(md_f, md_f_out) - # copy background noise if needed - if (bg_noise := BG_NOISE_FOR_EXPERIMENT.get(exp_name)) is not None: - bg_noise_folder = input_path.parent.joinpath("background_noise") - bg_noise_out = bg_noise_folder.joinpath(BG_NOISE_NAME) - shutil.copy(bg_noise, bg_noise_out) + # create background noise files with white noise + noise = random((48000 * 30, 2)) - 0.5 + noise *= 2**15 - 1 + bg_noise_path = Path(config.preprocessing_2["background_noise"]["background_noise_path"]).absolute() + write(bg_noise_path, noise) + + +@pytest.mark.parametrize("exp_name", INPUT_EXPERIMENT_NAMES) +def test_generate_test_items(exp_name): + cfg_dir = Path(TESTS_DIR).joinpath(EXPERIMENTS_DIR) + cfg = Path(cfg_dir).joinpath(Path(exp_name)).resolve().absolute() + cfg = cfg.joinpath(f"config/{exp_name}.yml") + args = Arguments(cfg) + + config = TestConfig(cfg) + + setup_input_files_for_config(config) generate_test(args) + + +@pytest.mark.parametrize("exp_name", CREATE_CATEGORIES_TESTS) +def test_categories(exp_name): + for cat in range(1, 7): + cfg_dir = Path(TESTS_DIR).joinpath(EXPERIMENTS_DIR) + cfg = Path(cfg_dir).joinpath(Path(exp_name)).resolve().absolute() + cfg = cfg.joinpath(f"config/{exp_name}-cat{cat}.yml") + + config = TestConfig(cfg) + + setup_input_files_for_config(config, cat) + + create_items(exp_name) \ No newline at end of file -- GitLab From d8b11cdb6b406c90dee366ec36cb23be9d11a7e0 Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 10:36:00 +0200 Subject: [PATCH 05/16] fix test_generate_test_items --- tests/test_experiments.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/tests/test_experiments.py b/tests/test_experiments.py index 0483aa31..77e09f83 100644 --- a/tests/test_experiments.py +++ b/tests/test_experiments.py @@ -92,10 +92,11 @@ def setup_input_files_for_config(config, category=1): shutil.copy(md_f, md_f_out) # create background noise files with white noise - noise = random((48000 * 30, 2)) - 0.5 - noise *= 2**15 - 1 - bg_noise_path = Path(config.preprocessing_2["background_noise"]["background_noise_path"]).absolute() - write(bg_noise_path, noise) + if "background_noise" in config.preprocessing_2: + noise = random((48000 * 30, 2)) - 0.5 + noise *= 2**15 - 1 + bg_noise_path = Path(config.preprocessing_2["background_noise"]["background_noise_path"]).absolute() + write(bg_noise_path, noise) @pytest.mark.parametrize("exp_name", INPUT_EXPERIMENT_NAMES) -- GitLab From 08cda9c062a09d664b627a63c316d479cc4060b3 Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 11:10:13 +0200 Subject: [PATCH 06/16] add category configs where applicable --- .../config/{P800-1.yml => P800-1-cat1.yml} | 4 +- .../selection/P800-1/config/P800-1-cat2.yml | 317 +++++++++++++++++ .../selection/P800-1/config/P800-1-cat3.yml | 317 +++++++++++++++++ .../selection/P800-1/config/P800-1-cat4.yml | 317 +++++++++++++++++ .../selection/P800-1/config/P800-1-cat5.yml | 317 +++++++++++++++++ .../selection/P800-1/config/P800-1-cat6.yml | 317 +++++++++++++++++ .../config/{P800-4.yml => P800-4-cat1.yml} | 4 +- .../selection/P800-4/config/P800-4-cat2.yml | 335 ++++++++++++++++++ .../selection/P800-4/config/P800-4-cat3.yml | 335 ++++++++++++++++++ .../selection/P800-4/config/P800-4-cat4.yml | 335 ++++++++++++++++++ .../selection/P800-4/config/P800-4-cat5.yml | 335 ++++++++++++++++++ .../selection/P800-4/config/P800-4-cat6.yml | 335 ++++++++++++++++++ .../config/{P800-5.yml => P800-5-cat1.yml} | 4 +- .../selection/P800-5/config/P800-5-cat2.yml | 303 ++++++++++++++++ .../selection/P800-5/config/P800-5-cat3.yml | 303 ++++++++++++++++ .../selection/P800-5/config/P800-5-cat4.yml | 303 ++++++++++++++++ .../selection/P800-5/config/P800-5-cat5.yml | 303 ++++++++++++++++ .../selection/P800-5/config/P800-5-cat6.yml | 303 ++++++++++++++++ 18 files changed, 4781 insertions(+), 6 deletions(-) rename experiments/selection/P800-1/config/{P800-1.yml => P800-1-cat1.yml} (98%) create mode 100644 experiments/selection/P800-1/config/P800-1-cat2.yml create mode 100644 experiments/selection/P800-1/config/P800-1-cat3.yml create mode 100644 experiments/selection/P800-1/config/P800-1-cat4.yml create mode 100644 experiments/selection/P800-1/config/P800-1-cat5.yml create mode 100644 experiments/selection/P800-1/config/P800-1-cat6.yml rename experiments/selection/P800-4/config/{P800-4.yml => P800-4-cat1.yml} (98%) create mode 100644 experiments/selection/P800-4/config/P800-4-cat2.yml create mode 100644 experiments/selection/P800-4/config/P800-4-cat3.yml create mode 100644 experiments/selection/P800-4/config/P800-4-cat4.yml create mode 100644 experiments/selection/P800-4/config/P800-4-cat5.yml create mode 100644 experiments/selection/P800-4/config/P800-4-cat6.yml rename experiments/selection/P800-5/config/{P800-5.yml => P800-5-cat1.yml} (98%) create mode 100644 experiments/selection/P800-5/config/P800-5-cat2.yml create mode 100644 experiments/selection/P800-5/config/P800-5-cat3.yml create mode 100644 experiments/selection/P800-5/config/P800-5-cat4.yml create mode 100644 experiments/selection/P800-5/config/P800-5-cat5.yml create mode 100644 experiments/selection/P800-5/config/P800-5-cat6.yml diff --git a/experiments/selection/P800-1/config/P800-1.yml b/experiments/selection/P800-1/config/P800-1-cat1.yml similarity index 98% rename from experiments/selection/P800-1/config/P800-1.yml rename to experiments/selection/P800-1/config/P800-1-cat1.yml index e810f021..8f08209b 100644 --- a/experiments/selection/P800-1/config/P800-1.yml +++ b/experiments/selection/P800-1/config/P800-1-cat1.yml @@ -7,8 +7,8 @@ name: P800-1 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-1/proc_input" -output_path: "experiments/selection/P800-1/proc_output" +input_path: "experiments/selection/P800-1/proc_input/cat1" +output_path: "experiments/selection/P800-1/proc_output/cat1" use_windows_codec_binaries: True ################################################ diff --git a/experiments/selection/P800-1/config/P800-1-cat2.yml b/experiments/selection/P800-1/config/P800-1-cat2.yml new file mode 100644 index 00000000..36ff7694 --- /dev/null +++ b/experiments/selection/P800-1/config/P800-1-cat2.yml @@ -0,0 +1,317 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-1 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-1/proc_input/cat2" +output_path: "experiments/selection/P800-1/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-1/config/P800-1-cat3.yml b/experiments/selection/P800-1/config/P800-1-cat3.yml new file mode 100644 index 00000000..82073c22 --- /dev/null +++ b/experiments/selection/P800-1/config/P800-1-cat3.yml @@ -0,0 +1,317 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-1 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-1/proc_input/cat3" +output_path: "experiments/selection/P800-1/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-1/config/P800-1-cat4.yml b/experiments/selection/P800-1/config/P800-1-cat4.yml new file mode 100644 index 00000000..833568f2 --- /dev/null +++ b/experiments/selection/P800-1/config/P800-1-cat4.yml @@ -0,0 +1,317 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-1 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-1/proc_input/cat4" +output_path: "experiments/selection/P800-1/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-1/config/P800-1-cat5.yml b/experiments/selection/P800-1/config/P800-1-cat5.yml new file mode 100644 index 00000000..5ecf94b8 --- /dev/null +++ b/experiments/selection/P800-1/config/P800-1-cat5.yml @@ -0,0 +1,317 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-1 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-1/proc_input/cat5" +output_path: "experiments/selection/P800-1/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-1/config/P800-1-cat6.yml b/experiments/selection/P800-1/config/P800-1-cat6.yml new file mode 100644 index 00000000..bd0c8007 --- /dev/null +++ b/experiments/selection/P800-1/config/P800-1-cat6.yml @@ -0,0 +1,317 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-1 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-1/proc_input/cat6" +output_path: "experiments/selection/P800-1/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-4/config/P800-4.yml b/experiments/selection/P800-4/config/P800-4-cat1.yml similarity index 98% rename from experiments/selection/P800-4/config/P800-4.yml rename to experiments/selection/P800-4/config/P800-4-cat1.yml index 9c305937..36bfe190 100644 --- a/experiments/selection/P800-4/config/P800-4.yml +++ b/experiments/selection/P800-4/config/P800-4-cat1.yml @@ -7,8 +7,8 @@ name: P800-4 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-4/proc_input" -output_path: "experiments/selection/P800-4/proc_output" +input_path: "experiments/selection/P800-4/proc_input/cat1" +output_path: "experiments/selection/P800-4/proc_output/cat1" use_windows_codec_binaries: True ################################################ diff --git a/experiments/selection/P800-4/config/P800-4-cat2.yml b/experiments/selection/P800-4/config/P800-4-cat2.yml new file mode 100644 index 00000000..0cae6429 --- /dev/null +++ b/experiments/selection/P800-4/config/P800-4-cat2.yml @@ -0,0 +1,335 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-4 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-4/proc_input/cat2" +output_path: "experiments/selection/P800-4/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 32 + c03: + type: mnru + q: 27 + c04: + type: mnru + q: 22 + c05: + type: mnru + q: 17 + c06: + type: esdru + alpha: 0.8 + c07: + type: esdru + alpha: 0.675 + c08: + type: esdru + alpha: 0.55 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c33: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c34: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c35: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c36: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-4/config/P800-4-cat3.yml b/experiments/selection/P800-4/config/P800-4-cat3.yml new file mode 100644 index 00000000..7a5726ec --- /dev/null +++ b/experiments/selection/P800-4/config/P800-4-cat3.yml @@ -0,0 +1,335 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-4 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-4/proc_input/cat3" +output_path: "experiments/selection/P800-4/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 32 + c03: + type: mnru + q: 27 + c04: + type: mnru + q: 22 + c05: + type: mnru + q: 17 + c06: + type: esdru + alpha: 0.8 + c07: + type: esdru + alpha: 0.675 + c08: + type: esdru + alpha: 0.55 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c33: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c34: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c35: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c36: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-4/config/P800-4-cat4.yml b/experiments/selection/P800-4/config/P800-4-cat4.yml new file mode 100644 index 00000000..a4b0ee9b --- /dev/null +++ b/experiments/selection/P800-4/config/P800-4-cat4.yml @@ -0,0 +1,335 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-4 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-4/proc_input/cat4" +output_path: "experiments/selection/P800-4/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 32 + c03: + type: mnru + q: 27 + c04: + type: mnru + q: 22 + c05: + type: mnru + q: 17 + c06: + type: esdru + alpha: 0.8 + c07: + type: esdru + alpha: 0.675 + c08: + type: esdru + alpha: 0.55 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c33: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c34: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c35: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c36: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-4/config/P800-4-cat5.yml b/experiments/selection/P800-4/config/P800-4-cat5.yml new file mode 100644 index 00000000..3e895845 --- /dev/null +++ b/experiments/selection/P800-4/config/P800-4-cat5.yml @@ -0,0 +1,335 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-4 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-4/proc_input/cat5" +output_path: "experiments/selection/P800-4/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 32 + c03: + type: mnru + q: 27 + c04: + type: mnru + q: 22 + c05: + type: mnru + q: 17 + c06: + type: esdru + alpha: 0.8 + c07: + type: esdru + alpha: 0.675 + c08: + type: esdru + alpha: 0.55 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c33: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c34: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c35: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c36: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-4/config/P800-4-cat6.yml b/experiments/selection/P800-4/config/P800-4-cat6.yml new file mode 100644 index 00000000..4ccbfe67 --- /dev/null +++ b/experiments/selection/P800-4/config/P800-4-cat6.yml @@ -0,0 +1,335 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-4 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-4/proc_input/cat6" +output_path: "experiments/selection/P800-4/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 32 + c03: + type: mnru + q: 27 + c04: + type: mnru + q: 22 + c05: + type: mnru + q: 17 + c06: + type: esdru + alpha: 0.8 + c07: + type: esdru + alpha: 0.675 + c08: + type: esdru + alpha: 0.55 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c33: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c34: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c35: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c36: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-5/config/P800-5.yml b/experiments/selection/P800-5/config/P800-5-cat1.yml similarity index 98% rename from experiments/selection/P800-5/config/P800-5.yml rename to experiments/selection/P800-5/config/P800-5-cat1.yml index 2bc3d2b2..e4626553 100644 --- a/experiments/selection/P800-5/config/P800-5.yml +++ b/experiments/selection/P800-5/config/P800-5-cat1.yml @@ -7,8 +7,8 @@ name: P800-5 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-5/proc_input" -output_path: "experiments/selection/P800-5/proc_output" +input_path: "experiments/selection/P800-5/proc_input/cat1" +output_path: "experiments/selection/P800-5/proc_output/cat1" use_windows_codec_binaries: True ################################################ diff --git a/experiments/selection/P800-5/config/P800-5-cat2.yml b/experiments/selection/P800-5/config/P800-5-cat2.yml new file mode 100644 index 00000000..8a009938 --- /dev/null +++ b/experiments/selection/P800-5/config/P800-5-cat2.yml @@ -0,0 +1,303 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-5 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-5/proc_input/cat2" +output_path: "experiments/selection/P800-5/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "PLANARFOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c35: + type: ivas + bitrates: + - 64000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c36: + type: ivas + bitrates: + - 80000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-5/config/P800-5-cat3.yml b/experiments/selection/P800-5/config/P800-5-cat3.yml new file mode 100644 index 00000000..14bbb9c4 --- /dev/null +++ b/experiments/selection/P800-5/config/P800-5-cat3.yml @@ -0,0 +1,303 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-5 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-5/proc_input/cat3" +output_path: "experiments/selection/P800-5/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "PLANARFOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c35: + type: ivas + bitrates: + - 64000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c36: + type: ivas + bitrates: + - 80000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-5/config/P800-5-cat4.yml b/experiments/selection/P800-5/config/P800-5-cat4.yml new file mode 100644 index 00000000..ce6f940e --- /dev/null +++ b/experiments/selection/P800-5/config/P800-5-cat4.yml @@ -0,0 +1,303 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-5 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-5/proc_input/cat4" +output_path: "experiments/selection/P800-5/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "PLANARFOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c35: + type: ivas + bitrates: + - 64000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c36: + type: ivas + bitrates: + - 80000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-5/config/P800-5-cat5.yml b/experiments/selection/P800-5/config/P800-5-cat5.yml new file mode 100644 index 00000000..f6d5861e --- /dev/null +++ b/experiments/selection/P800-5/config/P800-5-cat5.yml @@ -0,0 +1,303 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-5 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-5/proc_input/cat5" +output_path: "experiments/selection/P800-5/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "PLANARFOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c35: + type: ivas + bitrates: + - 64000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c36: + type: ivas + bitrates: + - 80000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-5/config/P800-5-cat6.yml b/experiments/selection/P800-5/config/P800-5-cat6.yml new file mode 100644 index 00000000..a09e5fca --- /dev/null +++ b/experiments/selection/P800-5/config/P800-5-cat6.yml @@ -0,0 +1,303 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-5 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-5/proc_input/cat6" +output_path: "experiments/selection/P800-5/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "PLANARFOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c35: + type: ivas + bitrates: + - 64000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c36: + type: ivas + bitrates: + - 80000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 -- GitLab From 32afb0a01ebb62eb64660500feb0c536c2deb27f Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 11:35:12 +0200 Subject: [PATCH 07/16] fix test and add category configs for all P800 test --- .../config/{P800-3.yml => P800-3-cat1.yml} | 4 +- .../selection/P800-3/config/P800-3-cat2.yml | 305 ++++++++++++++++++ .../selection/P800-3/config/P800-3-cat3.yml | 305 ++++++++++++++++++ .../selection/P800-3/config/P800-3-cat4.yml | 305 ++++++++++++++++++ .../selection/P800-3/config/P800-3-cat5.yml | 305 ++++++++++++++++++ .../selection/P800-3/config/P800-3-cat6.yml | 305 ++++++++++++++++++ .../config/{P800-6.yml => P800-6-cat1.yml} | 4 +- .../selection/P800-6/config/P800-6-cat2.yml | 250 ++++++++++++++ .../selection/P800-6/config/P800-6-cat3.yml | 250 ++++++++++++++ .../selection/P800-6/config/P800-6-cat4.yml | 250 ++++++++++++++ .../selection/P800-6/config/P800-6-cat5.yml | 250 ++++++++++++++ .../selection/P800-6/config/P800-6-cat6.yml | 250 ++++++++++++++ .../config/{P800-7.yml => P800-7-cat1.yml} | 4 +- .../selection/P800-7/config/P800-7-cat2.yml | 282 ++++++++++++++++ .../selection/P800-7/config/P800-7-cat3.yml | 282 ++++++++++++++++ .../selection/P800-7/config/P800-7-cat4.yml | 282 ++++++++++++++++ .../selection/P800-7/config/P800-7-cat5.yml | 282 ++++++++++++++++ .../selection/P800-7/config/P800-7-cat6.yml | 282 ++++++++++++++++ tests/test_experiments.py | 4 +- 19 files changed, 4194 insertions(+), 7 deletions(-) rename experiments/selection/P800-3/config/{P800-3.yml => P800-3-cat1.yml} (97%) create mode 100644 experiments/selection/P800-3/config/P800-3-cat2.yml create mode 100644 experiments/selection/P800-3/config/P800-3-cat3.yml create mode 100644 experiments/selection/P800-3/config/P800-3-cat4.yml create mode 100644 experiments/selection/P800-3/config/P800-3-cat5.yml create mode 100644 experiments/selection/P800-3/config/P800-3-cat6.yml rename experiments/selection/P800-6/config/{P800-6.yml => P800-6-cat1.yml} (97%) create mode 100644 experiments/selection/P800-6/config/P800-6-cat2.yml create mode 100644 experiments/selection/P800-6/config/P800-6-cat3.yml create mode 100644 experiments/selection/P800-6/config/P800-6-cat4.yml create mode 100644 experiments/selection/P800-6/config/P800-6-cat5.yml create mode 100644 experiments/selection/P800-6/config/P800-6-cat6.yml rename experiments/selection/P800-7/config/{P800-7.yml => P800-7-cat1.yml} (97%) create mode 100644 experiments/selection/P800-7/config/P800-7-cat2.yml create mode 100644 experiments/selection/P800-7/config/P800-7-cat3.yml create mode 100644 experiments/selection/P800-7/config/P800-7-cat4.yml create mode 100644 experiments/selection/P800-7/config/P800-7-cat5.yml create mode 100644 experiments/selection/P800-7/config/P800-7-cat6.yml diff --git a/experiments/selection/P800-3/config/P800-3.yml b/experiments/selection/P800-3/config/P800-3-cat1.yml similarity index 97% rename from experiments/selection/P800-3/config/P800-3.yml rename to experiments/selection/P800-3/config/P800-3-cat1.yml index 696d5a9e..389f15f8 100644 --- a/experiments/selection/P800-3/config/P800-3.yml +++ b/experiments/selection/P800-3/config/P800-3-cat1.yml @@ -7,8 +7,8 @@ name: P800-3 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-3/proc_input" -output_path: "experiments/selection/P800-3/proc_output" +input_path: "experiments/selection/P800-3/proc_input/cat1" +output_path: "experiments/selection/P800-3/proc_output/cat1" use_windows_codec_binaries: True ################################################ diff --git a/experiments/selection/P800-3/config/P800-3-cat2.yml b/experiments/selection/P800-3/config/P800-3-cat2.yml new file mode 100644 index 00000000..1b7cb18d --- /dev/null +++ b/experiments/selection/P800-3/config/P800-3-cat2.yml @@ -0,0 +1,305 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-3 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-3/proc_input/cat2" +output_path: "experiments/selection/P800-3/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 17 + c05: + type: mnru + q: 12 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-3/config/P800-3-cat3.yml b/experiments/selection/P800-3/config/P800-3-cat3.yml new file mode 100644 index 00000000..5fd2d0c8 --- /dev/null +++ b/experiments/selection/P800-3/config/P800-3-cat3.yml @@ -0,0 +1,305 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-3 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-3/proc_input/cat3" +output_path: "experiments/selection/P800-3/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 17 + c05: + type: mnru + q: 12 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-3/config/P800-3-cat4.yml b/experiments/selection/P800-3/config/P800-3-cat4.yml new file mode 100644 index 00000000..274fd2cb --- /dev/null +++ b/experiments/selection/P800-3/config/P800-3-cat4.yml @@ -0,0 +1,305 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-3 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-3/proc_input/cat4" +output_path: "experiments/selection/P800-3/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 17 + c05: + type: mnru + q: 12 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-3/config/P800-3-cat5.yml b/experiments/selection/P800-3/config/P800-3-cat5.yml new file mode 100644 index 00000000..8280b767 --- /dev/null +++ b/experiments/selection/P800-3/config/P800-3-cat5.yml @@ -0,0 +1,305 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-3 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-3/proc_input/cat5" +output_path: "experiments/selection/P800-3/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 17 + c05: + type: mnru + q: 12 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-3/config/P800-3-cat6.yml b/experiments/selection/P800-3/config/P800-3-cat6.yml new file mode 100644 index 00000000..c8014701 --- /dev/null +++ b/experiments/selection/P800-3/config/P800-3-cat6.yml @@ -0,0 +1,305 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-3 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-3/proc_input/cat6" +output_path: "experiments/selection/P800-3/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 17 + c05: + type: mnru + q: 12 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-6/config/P800-6.yml b/experiments/selection/P800-6/config/P800-6-cat1.yml similarity index 97% rename from experiments/selection/P800-6/config/P800-6.yml rename to experiments/selection/P800-6/config/P800-6-cat1.yml index adabe89c..5f810a49 100644 --- a/experiments/selection/P800-6/config/P800-6.yml +++ b/experiments/selection/P800-6/config/P800-6-cat1.yml @@ -7,8 +7,8 @@ name: P800-6 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-6/proc_input" -output_path: "experiments/selection/P800-6/proc_output" +input_path: "experiments/selection/P800-6/proc_input/cat1" +output_path: "experiments/selection/P800-6/proc_output/cat1" use_windows_codec_binaries: True ################################################ diff --git a/experiments/selection/P800-6/config/P800-6-cat2.yml b/experiments/selection/P800-6/config/P800-6-cat2.yml new file mode 100644 index 00000000..a983c37f --- /dev/null +++ b/experiments/selection/P800-6/config/P800-6-cat2.yml @@ -0,0 +1,250 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-6 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-6/proc_input/cat2" +output_path: "experiments/selection/P800-6/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM1" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c21: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + c22: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + c23: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + c24: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM1" + c25: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c26: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c27: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-6/config/P800-6-cat3.yml b/experiments/selection/P800-6/config/P800-6-cat3.yml new file mode 100644 index 00000000..81ced939 --- /dev/null +++ b/experiments/selection/P800-6/config/P800-6-cat3.yml @@ -0,0 +1,250 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-6 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-6/proc_input/cat3" +output_path: "experiments/selection/P800-6/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM1" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c21: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + c22: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + c23: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + c24: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM1" + c25: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c26: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c27: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-6/config/P800-6-cat4.yml b/experiments/selection/P800-6/config/P800-6-cat4.yml new file mode 100644 index 00000000..6b072eb3 --- /dev/null +++ b/experiments/selection/P800-6/config/P800-6-cat4.yml @@ -0,0 +1,250 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-6 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-6/proc_input/cat4" +output_path: "experiments/selection/P800-6/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM1" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c21: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + c22: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + c23: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + c24: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM1" + c25: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c26: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c27: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-6/config/P800-6-cat5.yml b/experiments/selection/P800-6/config/P800-6-cat5.yml new file mode 100644 index 00000000..55d739eb --- /dev/null +++ b/experiments/selection/P800-6/config/P800-6-cat5.yml @@ -0,0 +1,250 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-6 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-6/proc_input/cat5" +output_path: "experiments/selection/P800-6/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM1" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c21: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + c22: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + c23: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + c24: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM1" + c25: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c26: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c27: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-6/config/P800-6-cat6.yml b/experiments/selection/P800-6/config/P800-6-cat6.yml new file mode 100644 index 00000000..31500eed --- /dev/null +++ b/experiments/selection/P800-6/config/P800-6-cat6.yml @@ -0,0 +1,250 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-6 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-6/proc_input/cat6" +output_path: "experiments/selection/P800-6/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM1" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c21: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + c22: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + c23: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + c24: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM1" + c25: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c26: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c27: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-7/config/P800-7.yml b/experiments/selection/P800-7/config/P800-7-cat1.yml similarity index 97% rename from experiments/selection/P800-7/config/P800-7.yml rename to experiments/selection/P800-7/config/P800-7-cat1.yml index 4427e46b..65d1c8c4 100644 --- a/experiments/selection/P800-7/config/P800-7.yml +++ b/experiments/selection/P800-7/config/P800-7-cat1.yml @@ -7,8 +7,8 @@ name: P800-7 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-7/proc_input" -output_path: "experiments/selection/P800-7/proc_output" +input_path: "experiments/selection/P800-7/proc_input/cat1" +output_path: "experiments/selection/P800-7/proc_output/cat1" use_windows_codec_binaries: True ################################################ diff --git a/experiments/selection/P800-7/config/P800-7-cat2.yml b/experiments/selection/P800-7/config/P800-7-cat2.yml new file mode 100644 index 00000000..cc36866e --- /dev/null +++ b/experiments/selection/P800-7/config/P800-7-cat2.yml @@ -0,0 +1,282 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-7 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-7/proc_input/cat2" +output_path: "experiments/selection/P800-7/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM2" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + c27: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-7/config/P800-7-cat3.yml b/experiments/selection/P800-7/config/P800-7-cat3.yml new file mode 100644 index 00000000..ed4312a3 --- /dev/null +++ b/experiments/selection/P800-7/config/P800-7-cat3.yml @@ -0,0 +1,282 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-7 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-7/proc_input/cat3" +output_path: "experiments/selection/P800-7/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM2" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + c27: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-7/config/P800-7-cat4.yml b/experiments/selection/P800-7/config/P800-7-cat4.yml new file mode 100644 index 00000000..6ca3acaf --- /dev/null +++ b/experiments/selection/P800-7/config/P800-7-cat4.yml @@ -0,0 +1,282 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-7 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-7/proc_input/cat4" +output_path: "experiments/selection/P800-7/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM2" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + c27: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-7/config/P800-7-cat5.yml b/experiments/selection/P800-7/config/P800-7-cat5.yml new file mode 100644 index 00000000..ec3c4230 --- /dev/null +++ b/experiments/selection/P800-7/config/P800-7-cat5.yml @@ -0,0 +1,282 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-7 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-7/proc_input/cat5" +output_path: "experiments/selection/P800-7/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM2" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + c27: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-7/config/P800-7-cat6.yml b/experiments/selection/P800-7/config/P800-7-cat6.yml new file mode 100644 index 00000000..3088a95e --- /dev/null +++ b/experiments/selection/P800-7/config/P800-7-cat6.yml @@ -0,0 +1,282 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-7 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-7/proc_input/cat6" +output_path: "experiments/selection/P800-7/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM2" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + c27: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/tests/test_experiments.py b/tests/test_experiments.py index 77e09f83..cb53fa86 100644 --- a/tests/test_experiments.py +++ b/tests/test_experiments.py @@ -103,7 +103,9 @@ def setup_input_files_for_config(config, category=1): def test_generate_test_items(exp_name): cfg_dir = Path(TESTS_DIR).joinpath(EXPERIMENTS_DIR) cfg = Path(cfg_dir).joinpath(Path(exp_name)).resolve().absolute() - cfg = cfg.joinpath(f"config/{exp_name}.yml") + if not (cfg := cfg.joinpath(f"config/{exp_name}.yml")).exists(): + # for the P800 tests - they have different configs per category + cfg = cfg.joinpath(f"config/{exp_name}-cat1.yml") args = Arguments(cfg) config = TestConfig(cfg) -- GitLab From bdd90d4a295d49c159b8220862099a8fe9a85ce1 Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 11:55:57 +0200 Subject: [PATCH 08/16] add section to readme about experiments configs --- README.md | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 6ae2ae69..4319e5bc 100755 --- a/README.md +++ b/README.md @@ -686,6 +686,12 @@ ISM --- -# audiotools CLI for format conversion and rendering +# Audiotools CLI for format conversion and rendering Please refer to [the notebook](./examples/audiotools.ipynb) for an overview. + +# Selection test experiments + +The folder `experiments/selection` contains a directory skeleton for processing items for the various selection test experiments including the config files. E.g. for processing the items for BS1534-1a, the input files need to be put into `experiments/selection/BS1534-1a/proc_input`, then execute `python3 -m ivas_processing_scripts experiments/selection/BS1534-1a/config/BS1534-1a.yml`. The output files will be in `experiments/selection/BS1534-1a/proc_output`, in subfolders per conditions. + +Note that for P800 experiments, there are separate configs per category as different background noises need to be specified. Thus, there are several config files with `-catX` suffix available. The background noise files need to be put into `experiments/selection/P800-X/background_noise`. To generate all categories, there is a convenience script `create_items_p800.py` in the repository root folder. \ No newline at end of file -- GitLab From ec192a0ffd322dd2a9ddbcd2a4a1a3af985faa9d Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 11:56:17 +0200 Subject: [PATCH 09/16] fix bg noise path in configs --- experiments/selection/P800-5/config/P800-5-cat1.yml | 2 +- experiments/selection/P800-5/config/P800-5-cat2.yml | 2 +- experiments/selection/P800-5/config/P800-5-cat3.yml | 2 +- experiments/selection/P800-5/config/P800-5-cat4.yml | 2 +- experiments/selection/P800-5/config/P800-5-cat5.yml | 2 +- experiments/selection/P800-5/config/P800-5-cat6.yml | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/experiments/selection/P800-5/config/P800-5-cat1.yml b/experiments/selection/P800-5/config/P800-5-cat1.yml index 05668980..5bba5143 100644 --- a/experiments/selection/P800-5/config/P800-5-cat1.yml +++ b/experiments/selection/P800-5/config/P800-5-cat1.yml @@ -41,7 +41,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise_cat1.wav" repeat_signal: true ################################################# diff --git a/experiments/selection/P800-5/config/P800-5-cat2.yml b/experiments/selection/P800-5/config/P800-5-cat2.yml index 8a009938..c7a8ec1e 100644 --- a/experiments/selection/P800-5/config/P800-5-cat2.yml +++ b/experiments/selection/P800-5/config/P800-5-cat2.yml @@ -40,7 +40,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise_cat2.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-5/config/P800-5-cat3.yml b/experiments/selection/P800-5/config/P800-5-cat3.yml index 14bbb9c4..aa2b3ab1 100644 --- a/experiments/selection/P800-5/config/P800-5-cat3.yml +++ b/experiments/selection/P800-5/config/P800-5-cat3.yml @@ -40,7 +40,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise_cat3.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-5/config/P800-5-cat4.yml b/experiments/selection/P800-5/config/P800-5-cat4.yml index ce6f940e..da1b7186 100644 --- a/experiments/selection/P800-5/config/P800-5-cat4.yml +++ b/experiments/selection/P800-5/config/P800-5-cat4.yml @@ -40,7 +40,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise_cat4.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-5/config/P800-5-cat5.yml b/experiments/selection/P800-5/config/P800-5-cat5.yml index f6d5861e..219e2e5b 100644 --- a/experiments/selection/P800-5/config/P800-5-cat5.yml +++ b/experiments/selection/P800-5/config/P800-5-cat5.yml @@ -40,7 +40,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise_cat5.wav" ################################################# ### Bitstream processing diff --git a/experiments/selection/P800-5/config/P800-5-cat6.yml b/experiments/selection/P800-5/config/P800-5-cat6.yml index a09e5fca..48dfa172 100644 --- a/experiments/selection/P800-5/config/P800-5-cat6.yml +++ b/experiments/selection/P800-5/config/P800-5-cat6.yml @@ -40,7 +40,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise_cat6.wav" ################################################# ### Bitstream processing -- GitLab From 0a7f2944cef63609e79a743a321cbca65d5b17dd Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 12:04:27 +0200 Subject: [PATCH 10/16] fix test --- experiments/selection/P800-1/proc_input/cat1/.gitkeep | 0 experiments/selection/P800-1/proc_input/cat2/.gitkeep | 0 experiments/selection/P800-1/proc_input/cat3/.gitkeep | 0 experiments/selection/P800-1/proc_input/cat4/.gitkeep | 0 experiments/selection/P800-1/proc_input/cat5/.gitkeep | 0 experiments/selection/P800-1/proc_input/cat6/.gitkeep | 0 experiments/selection/P800-3/proc_input/cat1/.gitkeep | 0 experiments/selection/P800-3/proc_input/cat2/.gitkeep | 0 experiments/selection/P800-3/proc_input/cat3/.gitkeep | 0 experiments/selection/P800-3/proc_input/cat4/.gitkeep | 0 experiments/selection/P800-3/proc_input/cat5/.gitkeep | 0 experiments/selection/P800-3/proc_input/cat6/.gitkeep | 0 experiments/selection/P800-4/proc_input/cat1/.gitkeep | 0 experiments/selection/P800-4/proc_input/cat2/.gitkeep | 0 experiments/selection/P800-4/proc_input/cat3/.gitkeep | 0 experiments/selection/P800-4/proc_input/cat4/.gitkeep | 0 experiments/selection/P800-4/proc_input/cat5/.gitkeep | 0 experiments/selection/P800-4/proc_input/cat6/.gitkeep | 0 experiments/selection/P800-5/proc_input/cat1/.gitkeep | 0 experiments/selection/P800-5/proc_input/cat2/.gitkeep | 0 experiments/selection/P800-5/proc_input/cat3/.gitkeep | 0 experiments/selection/P800-5/proc_input/cat4/.gitkeep | 0 experiments/selection/P800-5/proc_input/cat5/.gitkeep | 0 experiments/selection/P800-5/proc_input/cat6/.gitkeep | 0 experiments/selection/P800-6/proc_input/cat1/.gitkeep | 0 experiments/selection/P800-6/proc_input/cat2/.gitkeep | 0 experiments/selection/P800-6/proc_input/cat3/.gitkeep | 0 experiments/selection/P800-6/proc_input/cat4/.gitkeep | 0 experiments/selection/P800-6/proc_input/cat5/.gitkeep | 0 experiments/selection/P800-6/proc_input/cat6/.gitkeep | 0 experiments/selection/P800-7/proc_input/cat1/.gitkeep | 0 experiments/selection/P800-7/proc_input/cat2/.gitkeep | 0 experiments/selection/P800-7/proc_input/cat3/.gitkeep | 0 experiments/selection/P800-7/proc_input/cat4/.gitkeep | 0 experiments/selection/P800-7/proc_input/cat5/.gitkeep | 0 experiments/selection/P800-7/proc_input/cat6/.gitkeep | 0 tests/test_experiments.py | 6 +++--- 37 files changed, 3 insertions(+), 3 deletions(-) create mode 100644 experiments/selection/P800-1/proc_input/cat1/.gitkeep create mode 100644 experiments/selection/P800-1/proc_input/cat2/.gitkeep create mode 100644 experiments/selection/P800-1/proc_input/cat3/.gitkeep create mode 100644 experiments/selection/P800-1/proc_input/cat4/.gitkeep create mode 100644 experiments/selection/P800-1/proc_input/cat5/.gitkeep create mode 100644 experiments/selection/P800-1/proc_input/cat6/.gitkeep create mode 100644 experiments/selection/P800-3/proc_input/cat1/.gitkeep create mode 100644 experiments/selection/P800-3/proc_input/cat2/.gitkeep create mode 100644 experiments/selection/P800-3/proc_input/cat3/.gitkeep create mode 100644 experiments/selection/P800-3/proc_input/cat4/.gitkeep create mode 100644 experiments/selection/P800-3/proc_input/cat5/.gitkeep create mode 100644 experiments/selection/P800-3/proc_input/cat6/.gitkeep create mode 100644 experiments/selection/P800-4/proc_input/cat1/.gitkeep create mode 100644 experiments/selection/P800-4/proc_input/cat2/.gitkeep create mode 100644 experiments/selection/P800-4/proc_input/cat3/.gitkeep create mode 100644 experiments/selection/P800-4/proc_input/cat4/.gitkeep create mode 100644 experiments/selection/P800-4/proc_input/cat5/.gitkeep create mode 100644 experiments/selection/P800-4/proc_input/cat6/.gitkeep create mode 100644 experiments/selection/P800-5/proc_input/cat1/.gitkeep create mode 100644 experiments/selection/P800-5/proc_input/cat2/.gitkeep create mode 100644 experiments/selection/P800-5/proc_input/cat3/.gitkeep create mode 100644 experiments/selection/P800-5/proc_input/cat4/.gitkeep create mode 100644 experiments/selection/P800-5/proc_input/cat5/.gitkeep create mode 100644 experiments/selection/P800-5/proc_input/cat6/.gitkeep create mode 100644 experiments/selection/P800-6/proc_input/cat1/.gitkeep create mode 100644 experiments/selection/P800-6/proc_input/cat2/.gitkeep create mode 100644 experiments/selection/P800-6/proc_input/cat3/.gitkeep create mode 100644 experiments/selection/P800-6/proc_input/cat4/.gitkeep create mode 100644 experiments/selection/P800-6/proc_input/cat5/.gitkeep create mode 100644 experiments/selection/P800-6/proc_input/cat6/.gitkeep create mode 100644 experiments/selection/P800-7/proc_input/cat1/.gitkeep create mode 100644 experiments/selection/P800-7/proc_input/cat2/.gitkeep create mode 100644 experiments/selection/P800-7/proc_input/cat3/.gitkeep create mode 100644 experiments/selection/P800-7/proc_input/cat4/.gitkeep create mode 100644 experiments/selection/P800-7/proc_input/cat5/.gitkeep create mode 100644 experiments/selection/P800-7/proc_input/cat6/.gitkeep diff --git a/experiments/selection/P800-1/proc_input/cat1/.gitkeep b/experiments/selection/P800-1/proc_input/cat1/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-1/proc_input/cat2/.gitkeep b/experiments/selection/P800-1/proc_input/cat2/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-1/proc_input/cat3/.gitkeep b/experiments/selection/P800-1/proc_input/cat3/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-1/proc_input/cat4/.gitkeep b/experiments/selection/P800-1/proc_input/cat4/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-1/proc_input/cat5/.gitkeep b/experiments/selection/P800-1/proc_input/cat5/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-1/proc_input/cat6/.gitkeep b/experiments/selection/P800-1/proc_input/cat6/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-3/proc_input/cat1/.gitkeep b/experiments/selection/P800-3/proc_input/cat1/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-3/proc_input/cat2/.gitkeep b/experiments/selection/P800-3/proc_input/cat2/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-3/proc_input/cat3/.gitkeep b/experiments/selection/P800-3/proc_input/cat3/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-3/proc_input/cat4/.gitkeep b/experiments/selection/P800-3/proc_input/cat4/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-3/proc_input/cat5/.gitkeep b/experiments/selection/P800-3/proc_input/cat5/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-3/proc_input/cat6/.gitkeep b/experiments/selection/P800-3/proc_input/cat6/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-4/proc_input/cat1/.gitkeep b/experiments/selection/P800-4/proc_input/cat1/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-4/proc_input/cat2/.gitkeep b/experiments/selection/P800-4/proc_input/cat2/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-4/proc_input/cat3/.gitkeep b/experiments/selection/P800-4/proc_input/cat3/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-4/proc_input/cat4/.gitkeep b/experiments/selection/P800-4/proc_input/cat4/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-4/proc_input/cat5/.gitkeep b/experiments/selection/P800-4/proc_input/cat5/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-4/proc_input/cat6/.gitkeep b/experiments/selection/P800-4/proc_input/cat6/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-5/proc_input/cat1/.gitkeep b/experiments/selection/P800-5/proc_input/cat1/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-5/proc_input/cat2/.gitkeep b/experiments/selection/P800-5/proc_input/cat2/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-5/proc_input/cat3/.gitkeep b/experiments/selection/P800-5/proc_input/cat3/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-5/proc_input/cat4/.gitkeep b/experiments/selection/P800-5/proc_input/cat4/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-5/proc_input/cat5/.gitkeep b/experiments/selection/P800-5/proc_input/cat5/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-5/proc_input/cat6/.gitkeep b/experiments/selection/P800-5/proc_input/cat6/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-6/proc_input/cat1/.gitkeep b/experiments/selection/P800-6/proc_input/cat1/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-6/proc_input/cat2/.gitkeep b/experiments/selection/P800-6/proc_input/cat2/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-6/proc_input/cat3/.gitkeep b/experiments/selection/P800-6/proc_input/cat3/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-6/proc_input/cat4/.gitkeep b/experiments/selection/P800-6/proc_input/cat4/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-6/proc_input/cat5/.gitkeep b/experiments/selection/P800-6/proc_input/cat5/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-6/proc_input/cat6/.gitkeep b/experiments/selection/P800-6/proc_input/cat6/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-7/proc_input/cat1/.gitkeep b/experiments/selection/P800-7/proc_input/cat1/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-7/proc_input/cat2/.gitkeep b/experiments/selection/P800-7/proc_input/cat2/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-7/proc_input/cat3/.gitkeep b/experiments/selection/P800-7/proc_input/cat3/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-7/proc_input/cat4/.gitkeep b/experiments/selection/P800-7/proc_input/cat4/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-7/proc_input/cat5/.gitkeep b/experiments/selection/P800-7/proc_input/cat5/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/experiments/selection/P800-7/proc_input/cat6/.gitkeep b/experiments/selection/P800-7/proc_input/cat6/.gitkeep new file mode 100644 index 00000000..e69de29b diff --git a/tests/test_experiments.py b/tests/test_experiments.py index cb53fa86..35c11bd5 100644 --- a/tests/test_experiments.py +++ b/tests/test_experiments.py @@ -102,10 +102,10 @@ def setup_input_files_for_config(config, category=1): @pytest.mark.parametrize("exp_name", INPUT_EXPERIMENT_NAMES) def test_generate_test_items(exp_name): cfg_dir = Path(TESTS_DIR).joinpath(EXPERIMENTS_DIR) - cfg = Path(cfg_dir).joinpath(Path(exp_name)).resolve().absolute() - if not (cfg := cfg.joinpath(f"config/{exp_name}.yml")).exists(): + exp_path = Path(cfg_dir).joinpath(Path(exp_name)).resolve().absolute() + if not (cfg := exp_path.joinpath(f"config/{exp_name}.yml")).exists(): # for the P800 tests - they have different configs per category - cfg = cfg.joinpath(f"config/{exp_name}-cat1.yml") + cfg = exp_path.joinpath(f"config/{exp_name}-cat1.yml") args = Arguments(cfg) config = TestConfig(cfg) -- GitLab From 5f0a31688fd4a141b358377dfbc538b11738350f Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 12:05:44 +0200 Subject: [PATCH 11/16] apply formatter --- create_items_p800.py | 1 + tests/constants.py | 2 +- tests/test_experiments.py | 14 ++++++++------ 3 files changed, 10 insertions(+), 7 deletions(-) diff --git a/create_items_p800.py b/create_items_p800.py index 2d085ed7..a64c6e39 100644 --- a/create_items_p800.py +++ b/create_items_p800.py @@ -1,6 +1,7 @@ #! /usr/bin/env python3 import argparse from pathlib import Path + from ivas_processing_scripts import main as generate_test P800_TESTS = [f"P800-{i}" for i in range(1, 8)] diff --git a/tests/constants.py b/tests/constants.py index fac05281..6320d2df 100644 --- a/tests/constants.py +++ b/tests/constants.py @@ -228,4 +228,4 @@ INPUT_EXPERIMENT_NAMES = [ # "P800-9", ] -CREATE_CATEGORIES_TESTS = ["P800-2"] \ No newline at end of file +CREATE_CATEGORIES_TESTS = ["P800-2"] diff --git a/tests/test_experiments.py b/tests/test_experiments.py index 35c11bd5..f9ab19be 100644 --- a/tests/test_experiments.py +++ b/tests/test_experiments.py @@ -34,25 +34,25 @@ import shutil from pathlib import Path import pytest +from numpy.random import random +from create_items_p800 import create_items from ivas_processing_scripts import main as generate_test from ivas_processing_scripts.audiotools import audio from ivas_processing_scripts.audiotools.audiofile import concat, write from ivas_processing_scripts.processing.config import TestConfig from tests.constants import ( + CREATE_CATEGORIES_TESTS, EXPERIMENTS_DIR, FORMAT_TO_METADATA_FILES, INPUT_EXPERIMENT_NAMES, - CREATE_CATEGORIES_TESTS, NCHAN_TO_FILE, TESTS_DIR, ) -from create_items_p800 import create_items -from numpy.random import random - BG_NOISE_NAME = "background_noise_cat.wav" + class Arguments: def __init__(self, config): self.config = config @@ -95,7 +95,9 @@ def setup_input_files_for_config(config, category=1): if "background_noise" in config.preprocessing_2: noise = random((48000 * 30, 2)) - 0.5 noise *= 2**15 - 1 - bg_noise_path = Path(config.preprocessing_2["background_noise"]["background_noise_path"]).absolute() + bg_noise_path = Path( + config.preprocessing_2["background_noise"]["background_noise_path"] + ).absolute() write(bg_noise_path, noise) @@ -126,4 +128,4 @@ def test_categories(exp_name): setup_input_files_for_config(config, cat) - create_items(exp_name) \ No newline at end of file + create_items(exp_name) -- GitLab From 185bc2a2f24ee1aaef5f12a6689d5160d916e75d Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 12:32:38 +0200 Subject: [PATCH 12/16] fix channel number in generated noise --- tests/test_experiments.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/test_experiments.py b/tests/test_experiments.py index f9ab19be..8fe4bba2 100644 --- a/tests/test_experiments.py +++ b/tests/test_experiments.py @@ -93,7 +93,7 @@ def setup_input_files_for_config(config, category=1): # create background noise files with white noise if "background_noise" in config.preprocessing_2: - noise = random((48000 * 30, 2)) - 0.5 + noise = random((48000 * 30, num_channels)) - 0.5 noise *= 2**15 - 1 bg_noise_path = Path( config.preprocessing_2["background_noise"]["background_noise_path"] -- GitLab From 303903e9feab07899efa67484dfca82d469f28a9 Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 14:16:08 +0200 Subject: [PATCH 13/16] make create_items_p800 script run categories in parallel --- create_items_p800.py | 8 +++++--- ivas_processing_scripts/__init__.py | 3 +++ 2 files changed, 8 insertions(+), 3 deletions(-) diff --git a/create_items_p800.py b/create_items_p800.py index a64c6e39..f9a1985b 100644 --- a/create_items_p800.py +++ b/create_items_p800.py @@ -3,6 +3,7 @@ import argparse from pathlib import Path from ivas_processing_scripts import main as generate_test +from ivas_processing_scripts.utils import apply_func_parallel P800_TESTS = [f"P800-{i}" for i in range(1, 8)] @@ -11,15 +12,16 @@ class Arguments: def __init__(self, config): self.config = config self.debug = False + # used to overwrite the multiprocessing key in the configs to rather parallelize on category level + self.multiprocessing = False def create_items(testname): p800_path = Path(f"experiments/selection/{testname}") p800_cfgs = p800_path.joinpath("config").glob("P800*cat*.yml") - for cfg in p800_cfgs: - args_dummy = Arguments(str(cfg)) - generate_test(args_dummy) + args = [Arguments(str(cfg)) for cfg in p800_cfgs] + apply_func_parallel(generate_test, zip( args ), type="mp") # if is necessary here so that multiprocessing does not crash diff --git a/ivas_processing_scripts/__init__.py b/ivas_processing_scripts/__init__.py index f5365de7..29d47f82 100755 --- a/ivas_processing_scripts/__init__.py +++ b/ivas_processing_scripts/__init__.py @@ -87,6 +87,9 @@ def main(args): # parse configuration cfg = config.TestConfig(args.config) + if hasattr(args, "multiprocessing"): + cfg.multiprocessing = args.multiprocessing + # set up processing chains chains.init_processing_chains(cfg) -- GitLab From cba9a9b0f3779618c61c2d60937a56b3306dcf1e Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 14:18:55 +0200 Subject: [PATCH 14/16] adapt experiment test --- .gitlab-ci.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index cbfc7d66..196fe8af 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -81,7 +81,9 @@ experiments: script: - *print-common-info - *get-codec-binaries - - python3 -m pytest -n auto tests/test_experiments.py + - python3 -m pytest -n auto tests/test_experiments.py::generate_test_items + # extra call for categories, to prevent too many processes + - python3 -m pytest -n auto tests/test_experiments.py::test_categories # run some test configs for item creation test_processing: -- GitLab From ff19736ee566dfec512f6d9f24cdb1ead46e47ea Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 14:26:08 +0200 Subject: [PATCH 15/16] fix test --- .gitlab-ci.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 196fe8af..356f9b11 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -81,7 +81,7 @@ experiments: script: - *print-common-info - *get-codec-binaries - - python3 -m pytest -n auto tests/test_experiments.py::generate_test_items + - python3 -m pytest -n auto tests/test_experiments.py::test_generate_test_items # extra call for categories, to prevent too many processes - python3 -m pytest -n auto tests/test_experiments.py::test_categories -- GitLab From e5c20c7eff343fb11b501dd340db30305cab4ad9 Mon Sep 17 00:00:00 2001 From: knj Date: Fri, 26 May 2023 14:59:56 +0200 Subject: [PATCH 16/16] change back to previous pytest call --- .gitlab-ci.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 356f9b11..cbfc7d66 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -81,9 +81,7 @@ experiments: script: - *print-common-info - *get-codec-binaries - - python3 -m pytest -n auto tests/test_experiments.py::test_generate_test_items - # extra call for categories, to prevent too many processes - - python3 -m pytest -n auto tests/test_experiments.py::test_categories + - python3 -m pytest -n auto tests/test_experiments.py # run some test configs for item creation test_processing: -- GitLab