diff --git a/README.md b/README.md index 6ae2ae69eaed4fbd77dc1fab70c8c1763226f76d..4319e5bc7897cfd070f5ff86c89e5ca24557923d 100755 --- a/README.md +++ b/README.md @@ -686,6 +686,12 @@ ISM --- -# audiotools CLI for format conversion and rendering +# Audiotools CLI for format conversion and rendering Please refer to [the notebook](./examples/audiotools.ipynb) for an overview. + +# Selection test experiments + +The folder `experiments/selection` contains a directory skeleton for processing items for the various selection test experiments including the config files. E.g. for processing the items for BS1534-1a, the input files need to be put into `experiments/selection/BS1534-1a/proc_input`, then execute `python3 -m ivas_processing_scripts experiments/selection/BS1534-1a/config/BS1534-1a.yml`. The output files will be in `experiments/selection/BS1534-1a/proc_output`, in subfolders per conditions. + +Note that for P800 experiments, there are separate configs per category as different background noises need to be specified. Thus, there are several config files with `-catX` suffix available. The background noise files need to be put into `experiments/selection/P800-X/background_noise`. To generate all categories, there is a convenience script `create_items_p800.py` in the repository root folder. \ No newline at end of file diff --git a/create_items_p800.py b/create_items_p800.py new file mode 100644 index 0000000000000000000000000000000000000000..f9a1985bc1357bab21aa58433fc241ab941d69b3 --- /dev/null +++ b/create_items_p800.py @@ -0,0 +1,33 @@ +#! /usr/bin/env python3 +import argparse +from pathlib import Path + +from ivas_processing_scripts import main as generate_test +from ivas_processing_scripts.utils import apply_func_parallel + +P800_TESTS = [f"P800-{i}" for i in range(1, 8)] + + +class Arguments: + def __init__(self, config): + self.config = config + self.debug = False + # used to overwrite the multiprocessing key in the configs to rather parallelize on category level + self.multiprocessing = False + + +def create_items(testname): + p800_path = Path(f"experiments/selection/{testname}") + p800_cfgs = p800_path.joinpath("config").glob("P800*cat*.yml") + + args = [Arguments(str(cfg)) for cfg in p800_cfgs] + apply_func_parallel(generate_test, zip( args ), type="mp") + + +# if is necessary here so that multiprocessing does not crash +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument("testname", choices=P800_TESTS) + args = parser.parse_args() + + create_items(args.testname) diff --git a/experiments/selection/P800-1/config/P800-1.yml b/experiments/selection/P800-1/config/P800-1-cat1.yml similarity index 98% rename from experiments/selection/P800-1/config/P800-1.yml rename to experiments/selection/P800-1/config/P800-1-cat1.yml index 4686822b37e6437cff1a60e6cd20fdb8eefded3d..9328f5168ba2afe29841fe90862d8e9fa725b65e 100644 --- a/experiments/selection/P800-1/config/P800-1.yml +++ b/experiments/selection/P800-1/config/P800-1-cat1.yml @@ -7,8 +7,8 @@ name: P800-1 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-1/proc_input" -output_path: "experiments/selection/P800-1/proc_output" +input_path: "experiments/selection/P800-1/proc_input/cat1" +output_path: "experiments/selection/P800-1/proc_output/cat1" use_windows_codec_binaries: true condition_in_output_filename: true diff --git a/experiments/selection/P800-1/config/P800-1-cat2.yml b/experiments/selection/P800-1/config/P800-1-cat2.yml new file mode 100644 index 0000000000000000000000000000000000000000..36ff7694d7014a25c9180d9051103731e8a82b8e --- /dev/null +++ b/experiments/selection/P800-1/config/P800-1-cat2.yml @@ -0,0 +1,317 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-1 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-1/proc_input/cat2" +output_path: "experiments/selection/P800-1/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-1/config/P800-1-cat3.yml b/experiments/selection/P800-1/config/P800-1-cat3.yml new file mode 100644 index 0000000000000000000000000000000000000000..82073c22e3efc11c7c80851ae2b734dd02c16263 --- /dev/null +++ b/experiments/selection/P800-1/config/P800-1-cat3.yml @@ -0,0 +1,317 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-1 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-1/proc_input/cat3" +output_path: "experiments/selection/P800-1/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-1/config/P800-1-cat4.yml b/experiments/selection/P800-1/config/P800-1-cat4.yml new file mode 100644 index 0000000000000000000000000000000000000000..833568f2c2eb1bfbf5a8a35200930553c0370d12 --- /dev/null +++ b/experiments/selection/P800-1/config/P800-1-cat4.yml @@ -0,0 +1,317 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-1 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-1/proc_input/cat4" +output_path: "experiments/selection/P800-1/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-1/config/P800-1-cat5.yml b/experiments/selection/P800-1/config/P800-1-cat5.yml new file mode 100644 index 0000000000000000000000000000000000000000..5ecf94b89f14ea5c19b36f73faea59eff0f8b3ce --- /dev/null +++ b/experiments/selection/P800-1/config/P800-1-cat5.yml @@ -0,0 +1,317 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-1 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-1/proc_input/cat5" +output_path: "experiments/selection/P800-1/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-1/config/P800-1-cat6.yml b/experiments/selection/P800-1/config/P800-1-cat6.yml new file mode 100644 index 0000000000000000000000000000000000000000..bd0c8007f3872f4ef91f09a8de04aacb56bb518b --- /dev/null +++ b/experiments/selection/P800-1/config/P800-1-cat6.yml @@ -0,0 +1,317 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-1 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-1/proc_input/cat6" +output_path: "experiments/selection/P800-1/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-1/proc_input/cat1/.gitkeep b/experiments/selection/P800-1/proc_input/cat1/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-1/proc_input/cat2/.gitkeep b/experiments/selection/P800-1/proc_input/cat2/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-1/proc_input/cat3/.gitkeep b/experiments/selection/P800-1/proc_input/cat3/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-1/proc_input/cat4/.gitkeep b/experiments/selection/P800-1/proc_input/cat4/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-1/proc_input/cat5/.gitkeep b/experiments/selection/P800-1/proc_input/cat5/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-1/proc_input/cat6/.gitkeep b/experiments/selection/P800-1/proc_input/cat6/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/config/P800-2.yml b/experiments/selection/P800-2/config/P800-2-cat1.yml similarity index 97% rename from experiments/selection/P800-2/config/P800-2.yml rename to experiments/selection/P800-2/config/P800-2-cat1.yml index 6b39f22e27f0d399aee626ef13e2b9b19c346a0a..fe85d7df1e8c8baf39bfb156b04d252774c3b028 100644 --- a/experiments/selection/P800-2/config/P800-2.yml +++ b/experiments/selection/P800-2/config/P800-2-cat1.yml @@ -7,8 +7,8 @@ name: P800-2 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-2/proc_input" -output_path: "experiments/selection/P800-2/proc_output" +input_path: "experiments/selection/P800-2/proc_input/cat1" +output_path: "experiments/selection/P800-2/proc_output/cat1" use_windows_codec_binaries: true condition_in_output_filename: true @@ -41,7 +41,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-2/background_noise/background_noise.wav" + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat1.wav" repeat_signal: true ################################################# diff --git a/experiments/selection/P800-2/config/P800-2-cat2.yml b/experiments/selection/P800-2/config/P800-2-cat2.yml new file mode 100644 index 0000000000000000000000000000000000000000..6bf6ce5561e71fa2ae2b2b3b032fb4eb7411fd26 --- /dev/null +++ b/experiments/selection/P800-2/config/P800-2-cat2.yml @@ -0,0 +1,267 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-2 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-2/proc_input/cat2" +output_path: "experiments/selection/P800-2/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + ### Additive background noise + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat2.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-2/config/P800-2-cat3.yml b/experiments/selection/P800-2/config/P800-2-cat3.yml new file mode 100644 index 0000000000000000000000000000000000000000..50f1ad5e03c2cb3c12d8e8d797b118c75d74413d --- /dev/null +++ b/experiments/selection/P800-2/config/P800-2-cat3.yml @@ -0,0 +1,267 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-2 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-2/proc_input/cat3" +output_path: "experiments/selection/P800-2/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + ### Additive background noise + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat3.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-2/config/P800-2-cat4.yml b/experiments/selection/P800-2/config/P800-2-cat4.yml new file mode 100644 index 0000000000000000000000000000000000000000..76fadb7124c2f972f4ee4aa992d94cde5d5beeb8 --- /dev/null +++ b/experiments/selection/P800-2/config/P800-2-cat4.yml @@ -0,0 +1,267 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-2 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-2/proc_input/cat4" +output_path: "experiments/selection/P800-2/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + ### Additive background noise + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat4.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-2/config/P800-2-cat5.yml b/experiments/selection/P800-2/config/P800-2-cat5.yml new file mode 100644 index 0000000000000000000000000000000000000000..868417e08fb9423042e6b9c0fb6d5ea952694fb5 --- /dev/null +++ b/experiments/selection/P800-2/config/P800-2-cat5.yml @@ -0,0 +1,267 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-2 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-2/proc_input/cat5" +output_path: "experiments/selection/P800-2/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + ### Additive background noise + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat5.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-2/config/P800-2-cat6.yml b/experiments/selection/P800-2/config/P800-2-cat6.yml new file mode 100644 index 0000000000000000000000000000000000000000..d06e0ed52d00424050f905ffce12a8a5b73ada72 --- /dev/null +++ b/experiments/selection/P800-2/config/P800-2-cat6.yml @@ -0,0 +1,267 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-2 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-2/proc_input/cat6" +output_path: "experiments/selection/P800-2/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + ### Additive background noise + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-2/background_noise/background_noise_cat6.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "SWB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "SWB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "SWB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-max_band", "SWB"] + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c31: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + c32: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx", "-max_band", "SWB"] + dec: + fmt: "STEREO" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-2/proc_input/cat1/.gitkeep b/experiments/selection/P800-2/proc_input/cat1/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/proc_input/cat2/.gitkeep b/experiments/selection/P800-2/proc_input/cat2/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/proc_input/cat3/.gitkeep b/experiments/selection/P800-2/proc_input/cat3/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/proc_input/cat4/.gitkeep b/experiments/selection/P800-2/proc_input/cat4/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/proc_input/cat5/.gitkeep b/experiments/selection/P800-2/proc_input/cat5/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/proc_input/cat6/.gitkeep b/experiments/selection/P800-2/proc_input/cat6/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/proc_output/cat1/.gitkeep b/experiments/selection/P800-2/proc_output/cat1/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/proc_output/cat2/.gitkeep b/experiments/selection/P800-2/proc_output/cat2/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/proc_output/cat3/.gitkeep b/experiments/selection/P800-2/proc_output/cat3/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/proc_output/cat4/.gitkeep b/experiments/selection/P800-2/proc_output/cat4/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/proc_output/cat5/.gitkeep b/experiments/selection/P800-2/proc_output/cat5/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-2/proc_output/cat6/.gitkeep b/experiments/selection/P800-2/proc_output/cat6/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-3/config/P800-3.yml b/experiments/selection/P800-3/config/P800-3-cat1.yml similarity index 97% rename from experiments/selection/P800-3/config/P800-3.yml rename to experiments/selection/P800-3/config/P800-3-cat1.yml index 8995b765d089f62866558e1df788f92c95b4a741..bd5e5dcf29ea2ba908fc749fa33db15539b5dd8e 100644 --- a/experiments/selection/P800-3/config/P800-3.yml +++ b/experiments/selection/P800-3/config/P800-3-cat1.yml @@ -7,8 +7,8 @@ name: P800-3 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-3/proc_input" -output_path: "experiments/selection/P800-3/proc_output" +input_path: "experiments/selection/P800-3/proc_input/cat1" +output_path: "experiments/selection/P800-3/proc_output/cat1" use_windows_codec_binaries: true condition_in_output_filename: true diff --git a/experiments/selection/P800-3/config/P800-3-cat2.yml b/experiments/selection/P800-3/config/P800-3-cat2.yml new file mode 100644 index 0000000000000000000000000000000000000000..1b7cb18dc3bbc8466bf0f3f350cc696d3a360a6b --- /dev/null +++ b/experiments/selection/P800-3/config/P800-3-cat2.yml @@ -0,0 +1,305 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-3 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-3/proc_input/cat2" +output_path: "experiments/selection/P800-3/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 17 + c05: + type: mnru + q: 12 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-3/config/P800-3-cat3.yml b/experiments/selection/P800-3/config/P800-3-cat3.yml new file mode 100644 index 0000000000000000000000000000000000000000..5fd2d0c84fe0da52222d4be601a0b219fcf6bb3d --- /dev/null +++ b/experiments/selection/P800-3/config/P800-3-cat3.yml @@ -0,0 +1,305 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-3 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-3/proc_input/cat3" +output_path: "experiments/selection/P800-3/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 17 + c05: + type: mnru + q: 12 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-3/config/P800-3-cat4.yml b/experiments/selection/P800-3/config/P800-3-cat4.yml new file mode 100644 index 0000000000000000000000000000000000000000..274fd2cb6173b5bd6452dd4d65cfaa59b04ca852 --- /dev/null +++ b/experiments/selection/P800-3/config/P800-3-cat4.yml @@ -0,0 +1,305 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-3 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-3/proc_input/cat4" +output_path: "experiments/selection/P800-3/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 17 + c05: + type: mnru + q: 12 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-3/config/P800-3-cat5.yml b/experiments/selection/P800-3/config/P800-3-cat5.yml new file mode 100644 index 0000000000000000000000000000000000000000..8280b767e5b988f832a3d1aa3ddb1fd4a8671471 --- /dev/null +++ b/experiments/selection/P800-3/config/P800-3-cat5.yml @@ -0,0 +1,305 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-3 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-3/proc_input/cat5" +output_path: "experiments/selection/P800-3/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 17 + c05: + type: mnru + q: 12 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-3/config/P800-3-cat6.yml b/experiments/selection/P800-3/config/P800-3-cat6.yml new file mode 100644 index 0000000000000000000000000000000000000000..c8014701b2daea4e98fb4ef4569fc23044666a2d --- /dev/null +++ b/experiments/selection/P800-3/config/P800-3-cat6.yml @@ -0,0 +1,305 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-3 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-3/proc_input/cat6" +output_path: "experiments/selection/P800-3/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "STEREO" + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "20KBP" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 17 + c05: + type: mnru + q: 12 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + c28: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + + c33: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + + c34: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "STEREO" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "STEREO" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-3/proc_input/cat1/.gitkeep b/experiments/selection/P800-3/proc_input/cat1/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-3/proc_input/cat2/.gitkeep b/experiments/selection/P800-3/proc_input/cat2/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-3/proc_input/cat3/.gitkeep b/experiments/selection/P800-3/proc_input/cat3/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-3/proc_input/cat4/.gitkeep b/experiments/selection/P800-3/proc_input/cat4/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-3/proc_input/cat5/.gitkeep b/experiments/selection/P800-3/proc_input/cat5/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-3/proc_input/cat6/.gitkeep b/experiments/selection/P800-3/proc_input/cat6/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-4/config/P800-4.yml b/experiments/selection/P800-4/config/P800-4-cat1.yml similarity index 98% rename from experiments/selection/P800-4/config/P800-4.yml rename to experiments/selection/P800-4/config/P800-4-cat1.yml index a00da174f2e9ab4c07246e0232f93269dda23f2f..9705a5f225afb05406d0f08ffe146b18234b7a1e 100644 --- a/experiments/selection/P800-4/config/P800-4.yml +++ b/experiments/selection/P800-4/config/P800-4-cat1.yml @@ -7,8 +7,8 @@ name: P800-4 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-4/proc_input" -output_path: "experiments/selection/P800-4/proc_output" +input_path: "experiments/selection/P800-4/proc_input/cat1" +output_path: "experiments/selection/P800-4/proc_output/cat1" use_windows_codec_binaries: true condition_in_output_filename: true diff --git a/experiments/selection/P800-4/config/P800-4-cat2.yml b/experiments/selection/P800-4/config/P800-4-cat2.yml new file mode 100644 index 0000000000000000000000000000000000000000..0cae64292ca79bf4c004997551be361f3da6431f --- /dev/null +++ b/experiments/selection/P800-4/config/P800-4-cat2.yml @@ -0,0 +1,335 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-4 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-4/proc_input/cat2" +output_path: "experiments/selection/P800-4/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 32 + c03: + type: mnru + q: 27 + c04: + type: mnru + q: 22 + c05: + type: mnru + q: 17 + c06: + type: esdru + alpha: 0.8 + c07: + type: esdru + alpha: 0.675 + c08: + type: esdru + alpha: 0.55 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c33: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c34: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c35: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c36: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-4/config/P800-4-cat3.yml b/experiments/selection/P800-4/config/P800-4-cat3.yml new file mode 100644 index 0000000000000000000000000000000000000000..7a5726ec6491844894a4069c954a8226d01b1a96 --- /dev/null +++ b/experiments/selection/P800-4/config/P800-4-cat3.yml @@ -0,0 +1,335 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-4 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-4/proc_input/cat3" +output_path: "experiments/selection/P800-4/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 32 + c03: + type: mnru + q: 27 + c04: + type: mnru + q: 22 + c05: + type: mnru + q: 17 + c06: + type: esdru + alpha: 0.8 + c07: + type: esdru + alpha: 0.675 + c08: + type: esdru + alpha: 0.55 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c33: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c34: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c35: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c36: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-4/config/P800-4-cat4.yml b/experiments/selection/P800-4/config/P800-4-cat4.yml new file mode 100644 index 0000000000000000000000000000000000000000..a4b0ee9b3762af37e0ca2e06134ae973dcc3745e --- /dev/null +++ b/experiments/selection/P800-4/config/P800-4-cat4.yml @@ -0,0 +1,335 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-4 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-4/proc_input/cat4" +output_path: "experiments/selection/P800-4/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 32 + c03: + type: mnru + q: 27 + c04: + type: mnru + q: 22 + c05: + type: mnru + q: 17 + c06: + type: esdru + alpha: 0.8 + c07: + type: esdru + alpha: 0.675 + c08: + type: esdru + alpha: 0.55 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c33: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c34: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c35: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c36: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-4/config/P800-4-cat5.yml b/experiments/selection/P800-4/config/P800-4-cat5.yml new file mode 100644 index 0000000000000000000000000000000000000000..3e8958457986c23bdd960fe26cef509cccae9b03 --- /dev/null +++ b/experiments/selection/P800-4/config/P800-4-cat5.yml @@ -0,0 +1,335 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-4 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-4/proc_input/cat5" +output_path: "experiments/selection/P800-4/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 32 + c03: + type: mnru + q: 27 + c04: + type: mnru + q: 22 + c05: + type: mnru + q: 17 + c06: + type: esdru + alpha: 0.8 + c07: + type: esdru + alpha: 0.675 + c08: + type: esdru + alpha: 0.55 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c33: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c34: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c35: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c36: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-4/config/P800-4-cat6.yml b/experiments/selection/P800-4/config/P800-4-cat6.yml new file mode 100644 index 0000000000000000000000000000000000000000..4ccbfe674e83fc5edb332f16a2148c53f20f14be --- /dev/null +++ b/experiments/selection/P800-4/config/P800-4-cat6.yml @@ -0,0 +1,335 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-4 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-4/proc_input/cat6" +output_path: "experiments/selection/P800-4/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 32 + c03: + type: mnru + q: 27 + c04: + type: mnru + q: 22 + c05: + type: mnru + q: 17 + c06: + type: esdru + alpha: 0.8 + c07: + type: esdru + alpha: 0.675 + c08: + type: esdru + alpha: 0.55 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c32: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c33: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c34: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c35: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + c36: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + tx: + type: "FER" + error_rate: 5 + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-4/proc_input/cat1/.gitkeep b/experiments/selection/P800-4/proc_input/cat1/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-4/proc_input/cat2/.gitkeep b/experiments/selection/P800-4/proc_input/cat2/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-4/proc_input/cat3/.gitkeep b/experiments/selection/P800-4/proc_input/cat3/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-4/proc_input/cat4/.gitkeep b/experiments/selection/P800-4/proc_input/cat4/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-4/proc_input/cat5/.gitkeep b/experiments/selection/P800-4/proc_input/cat5/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-4/proc_input/cat6/.gitkeep b/experiments/selection/P800-4/proc_input/cat6/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-5/config/P800-5.yml b/experiments/selection/P800-5/config/P800-5-cat1.yml similarity index 97% rename from experiments/selection/P800-5/config/P800-5.yml rename to experiments/selection/P800-5/config/P800-5-cat1.yml index 143397a8436c46ce9c3e6fce469ace1a0eefb896..5bba51434d5880f848977f6a58137f1e91a9c65d 100644 --- a/experiments/selection/P800-5/config/P800-5.yml +++ b/experiments/selection/P800-5/config/P800-5-cat1.yml @@ -7,8 +7,8 @@ name: P800-5 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-5/proc_input" -output_path: "experiments/selection/P800-5/proc_output" +input_path: "experiments/selection/P800-5/proc_input/cat1" +output_path: "experiments/selection/P800-5/proc_output/cat1" use_windows_codec_binaries: true condition_in_output_filename: true @@ -41,7 +41,7 @@ preprocessing_2: ### REQUIRED: SNR for background noise in dB snr: 15 ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) - background_noise_path: "experiments/selection/P800-5/background_noise/background_noise.wav" + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise_cat1.wav" repeat_signal: true ################################################# diff --git a/experiments/selection/P800-5/config/P800-5-cat2.yml b/experiments/selection/P800-5/config/P800-5-cat2.yml new file mode 100644 index 0000000000000000000000000000000000000000..c7a8ec1e42fc5432215ba4dbedb2f5c236a37529 --- /dev/null +++ b/experiments/selection/P800-5/config/P800-5-cat2.yml @@ -0,0 +1,303 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-5 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-5/proc_input/cat2" +output_path: "experiments/selection/P800-5/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise_cat2.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "PLANARFOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c35: + type: ivas + bitrates: + - 64000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c36: + type: ivas + bitrates: + - 80000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-5/config/P800-5-cat3.yml b/experiments/selection/P800-5/config/P800-5-cat3.yml new file mode 100644 index 0000000000000000000000000000000000000000..aa2b3ab15c476d619da337ccacdd42aed6072eca --- /dev/null +++ b/experiments/selection/P800-5/config/P800-5-cat3.yml @@ -0,0 +1,303 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-5 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-5/proc_input/cat3" +output_path: "experiments/selection/P800-5/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise_cat3.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "PLANARFOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c35: + type: ivas + bitrates: + - 64000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c36: + type: ivas + bitrates: + - 80000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-5/config/P800-5-cat4.yml b/experiments/selection/P800-5/config/P800-5-cat4.yml new file mode 100644 index 0000000000000000000000000000000000000000..da1b718603ace9ac2d736c3dca96288426277b08 --- /dev/null +++ b/experiments/selection/P800-5/config/P800-5-cat4.yml @@ -0,0 +1,303 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-5 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-5/proc_input/cat4" +output_path: "experiments/selection/P800-5/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise_cat4.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "PLANARFOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c35: + type: ivas + bitrates: + - 64000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c36: + type: ivas + bitrates: + - 80000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-5/config/P800-5-cat5.yml b/experiments/selection/P800-5/config/P800-5-cat5.yml new file mode 100644 index 0000000000000000000000000000000000000000..219e2e5b5617b587f3067784d9e62dcc32975b45 --- /dev/null +++ b/experiments/selection/P800-5/config/P800-5-cat5.yml @@ -0,0 +1,303 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-5 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-5/proc_input/cat5" +output_path: "experiments/selection/P800-5/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise_cat5.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "PLANARFOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c35: + type: ivas + bitrates: + - 64000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c36: + type: ivas + bitrates: + - 80000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-5/config/P800-5-cat6.yml b/experiments/selection/P800-5/config/P800-5-cat6.yml new file mode 100644 index 0000000000000000000000000000000000000000..48dfa17227545f772788a0dcd30d476e9c711232 --- /dev/null +++ b/experiments/selection/P800-5/config/P800-5-cat6.yml @@ -0,0 +1,303 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-5 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-5/proc_input/cat6" +output_path: "experiments/selection/P800-5/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "FOA" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + loudness_fmt: "BINAURAL" + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + background_noise: + ### REQUIRED: SNR for background noise in dB + snr: 15 + ### REQUIRED: Path to background noise, must have same format and sampling rate as input signal(s) + background_noise_path: "experiments/selection/P800-5/background_noise/background_noise_cat6.wav" + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 28 + c03: + type: mnru + q: 24 + c04: + type: mnru + q: 20 + c05: + type: mnru + q: 16 + c06: + type: esdru + alpha: 0.7 + c07: + type: esdru + alpha: 0.4 + c08: + type: esdru + alpha: 0.1 + + ### EVS condition ################################ + c09: + type: evs + sba_fmt: "PLANARFOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + c10: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-max_band", "FB"] + dec: + c11: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c16: + type: evs + sba_fmt: "FOA" + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c17: + type: evs + sba_fmt: "FOA" + bitrates: + - 7200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c18: + type: evs + sba_fmt: "FOA" + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + sba_fmt: "FOA" + bitrates: + - 9600 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + sba_fmt: "FOA" + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + sba_fmt: "FOA" + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + sba_fmt: "FOA" + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "FOA" + c24: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "FOA" + c25: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "FOA" + c26: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "FOA" + c27: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "FOA" + c28: + type: ivas + bitrates: + - 64000 + cod: + dec: + fmt: "FOA" + c29: + type: ivas + bitrates: + - 80000 + cod: + dec: + fmt: "FOA" + c30: + type: ivas + bitrates: + - 96000 + cod: + dec: + fmt: "FOA" + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c35: + type: ivas + bitrates: + - 64000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + c36: + type: ivas + bitrates: + - 80000 + cod: + opts: ["-dtx"] + dec: + fmt: "FOA" + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-5/proc_input/cat1/.gitkeep b/experiments/selection/P800-5/proc_input/cat1/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-5/proc_input/cat2/.gitkeep b/experiments/selection/P800-5/proc_input/cat2/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-5/proc_input/cat3/.gitkeep b/experiments/selection/P800-5/proc_input/cat3/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-5/proc_input/cat4/.gitkeep b/experiments/selection/P800-5/proc_input/cat4/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-5/proc_input/cat5/.gitkeep b/experiments/selection/P800-5/proc_input/cat5/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-5/proc_input/cat6/.gitkeep b/experiments/selection/P800-5/proc_input/cat6/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-6/config/P800-6.yml b/experiments/selection/P800-6/config/P800-6-cat1.yml similarity index 97% rename from experiments/selection/P800-6/config/P800-6.yml rename to experiments/selection/P800-6/config/P800-6-cat1.yml index 40935545ed8eabbd83601eae1ac0780b9cd95a98..0259bfdc5749c1eb987b8b21729b937fb5350b62 100644 --- a/experiments/selection/P800-6/config/P800-6.yml +++ b/experiments/selection/P800-6/config/P800-6-cat1.yml @@ -7,8 +7,8 @@ name: P800-6 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-6/proc_input" -output_path: "experiments/selection/P800-6/proc_output" +input_path: "experiments/selection/P800-6/proc_input/cat1" +output_path: "experiments/selection/P800-6/proc_output/cat1" use_windows_codec_binaries: true condition_in_output_filename: true diff --git a/experiments/selection/P800-6/config/P800-6-cat2.yml b/experiments/selection/P800-6/config/P800-6-cat2.yml new file mode 100644 index 0000000000000000000000000000000000000000..a983c37fb9bb6dd016c6eac98028d1e972d948ee --- /dev/null +++ b/experiments/selection/P800-6/config/P800-6-cat2.yml @@ -0,0 +1,250 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-6 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-6/proc_input/cat2" +output_path: "experiments/selection/P800-6/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM1" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c21: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + c22: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + c23: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + c24: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM1" + c25: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c26: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c27: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-6/config/P800-6-cat3.yml b/experiments/selection/P800-6/config/P800-6-cat3.yml new file mode 100644 index 0000000000000000000000000000000000000000..81ced939f7e01c358c03665ae5e0f16b9b76603a --- /dev/null +++ b/experiments/selection/P800-6/config/P800-6-cat3.yml @@ -0,0 +1,250 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-6 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-6/proc_input/cat3" +output_path: "experiments/selection/P800-6/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM1" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c21: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + c22: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + c23: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + c24: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM1" + c25: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c26: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c27: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-6/config/P800-6-cat4.yml b/experiments/selection/P800-6/config/P800-6-cat4.yml new file mode 100644 index 0000000000000000000000000000000000000000..6b072eb36e3fb17a27872013411c54a915ec47b0 --- /dev/null +++ b/experiments/selection/P800-6/config/P800-6-cat4.yml @@ -0,0 +1,250 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-6 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-6/proc_input/cat4" +output_path: "experiments/selection/P800-6/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM1" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c21: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + c22: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + c23: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + c24: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM1" + c25: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c26: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c27: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-6/config/P800-6-cat5.yml b/experiments/selection/P800-6/config/P800-6-cat5.yml new file mode 100644 index 0000000000000000000000000000000000000000..55d739eb76c1026b962f4954fb5e7453e1873424 --- /dev/null +++ b/experiments/selection/P800-6/config/P800-6-cat5.yml @@ -0,0 +1,250 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-6 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-6/proc_input/cat5" +output_path: "experiments/selection/P800-6/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM1" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c21: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + c22: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + c23: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + c24: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM1" + c25: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c26: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c27: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-6/config/P800-6-cat6.yml b/experiments/selection/P800-6/config/P800-6-cat6.yml new file mode 100644 index 0000000000000000000000000000000000000000..31500eede0aa190c049c59f54d076b9fbc501342 --- /dev/null +++ b/experiments/selection/P800-6/config/P800-6-cat6.yml @@ -0,0 +1,250 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-6 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-6/proc_input/cat6" +output_path: "experiments/selection/P800-6/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM1" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 32000 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c21: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + c22: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + c23: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + c24: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM1" + c25: + type: ivas + bitrates: + - 13200 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c26: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c27: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM1" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 13200 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c29: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + c30: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM1" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-6/proc_input/cat1/.gitkeep b/experiments/selection/P800-6/proc_input/cat1/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-6/proc_input/cat2/.gitkeep b/experiments/selection/P800-6/proc_input/cat2/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-6/proc_input/cat3/.gitkeep b/experiments/selection/P800-6/proc_input/cat3/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-6/proc_input/cat4/.gitkeep b/experiments/selection/P800-6/proc_input/cat4/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-6/proc_input/cat5/.gitkeep b/experiments/selection/P800-6/proc_input/cat5/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-6/proc_input/cat6/.gitkeep b/experiments/selection/P800-6/proc_input/cat6/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-7/config/P800-7.yml b/experiments/selection/P800-7/config/P800-7-cat1.yml similarity index 97% rename from experiments/selection/P800-7/config/P800-7.yml rename to experiments/selection/P800-7/config/P800-7-cat1.yml index cf537cf4dcd24be4864a7599c5218bdee5fd66c1..4b079fb88bcb7564a5cd70dd7ddb66e08309f0d0 100644 --- a/experiments/selection/P800-7/config/P800-7.yml +++ b/experiments/selection/P800-7/config/P800-7-cat1.yml @@ -7,8 +7,8 @@ name: P800-7 master_seed: 5 prerun_seed: 2 -input_path: "experiments/selection/P800-7/proc_input" -output_path: "experiments/selection/P800-7/proc_output" +input_path: "experiments/selection/P800-7/proc_input/cat1" +output_path: "experiments/selection/P800-7/proc_output/cat1" use_windows_codec_binaries: true condition_in_output_filename: true diff --git a/experiments/selection/P800-7/config/P800-7-cat2.yml b/experiments/selection/P800-7/config/P800-7-cat2.yml new file mode 100644 index 0000000000000000000000000000000000000000..cc36866e741a6f7ac24aa3724748f241af6c325a --- /dev/null +++ b/experiments/selection/P800-7/config/P800-7-cat2.yml @@ -0,0 +1,282 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-7 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-7/proc_input/cat2" +output_path: "experiments/selection/P800-7/proc_output/cat2" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM2" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + c27: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-7/config/P800-7-cat3.yml b/experiments/selection/P800-7/config/P800-7-cat3.yml new file mode 100644 index 0000000000000000000000000000000000000000..ed4312a373901f055aa1a8bb308f42f09238fbf9 --- /dev/null +++ b/experiments/selection/P800-7/config/P800-7-cat3.yml @@ -0,0 +1,282 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-7 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-7/proc_input/cat3" +output_path: "experiments/selection/P800-7/proc_output/cat3" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM2" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + c27: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-7/config/P800-7-cat4.yml b/experiments/selection/P800-7/config/P800-7-cat4.yml new file mode 100644 index 0000000000000000000000000000000000000000..6ca3acaf38bea7a06fe0d445e6962623c3392be8 --- /dev/null +++ b/experiments/selection/P800-7/config/P800-7-cat4.yml @@ -0,0 +1,282 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-7 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-7/proc_input/cat4" +output_path: "experiments/selection/P800-7/proc_output/cat4" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM2" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + c27: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-7/config/P800-7-cat5.yml b/experiments/selection/P800-7/config/P800-7-cat5.yml new file mode 100644 index 0000000000000000000000000000000000000000..ec3c4230cc16782d4c1154af96f6b396dfae73ef --- /dev/null +++ b/experiments/selection/P800-7/config/P800-7-cat5.yml @@ -0,0 +1,282 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-7 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-7/proc_input/cat5" +output_path: "experiments/selection/P800-7/proc_output/cat5" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM2" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + c27: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-7/config/P800-7-cat6.yml b/experiments/selection/P800-7/config/P800-7-cat6.yml new file mode 100644 index 0000000000000000000000000000000000000000..3088a95e3e462e638f757e1904232a735a5f8723 --- /dev/null +++ b/experiments/selection/P800-7/config/P800-7-cat6.yml @@ -0,0 +1,282 @@ +--- +################################################ +# General configuration +################################################ + +name: P800-7 +master_seed: 5 +prerun_seed: 2 + +input_path: "experiments/selection/P800-7/proc_input/cat6" +output_path: "experiments/selection/P800-7/proc_output/cat6" +use_windows_codec_binaries: True + +################################################ +### Input configuration +################################################ +input: + fmt: "ISM2" + # TODO: to be clarified in Test Plan + fs: 48000 + +################################################ +### Pre-processing on individual items +################################################ +preprocessing: + mask: "HP50" + loudness: -26 + window: 100 + +################################################ +### Pre-processing on whole signal(s) +################################################ +preprocessing_2: + concatenate_input: true + # concatenation_order: [] + preamble: 10000 + preamble_noise: true + +################################################# +### Bitstream processing +################################################# + +################################################ +### Configuration for conditions under test +################################################ +conditions_to_generate: + ### Reference and anchor conditions ########################## + c01: + type: ref + c02: + type: mnru + q: 15 + c03: + type: mnru + q: 23 + c04: + type: mnru + q: 31 + c05: + type: mnru + q: 39 + c06: + type: mnru + q: 47 + c07: + type: esdru + alpha: 0.1 + c08: + type: esdru + alpha: 0.3 + c09: + type: esdru + alpha: 0.5 + c10: + type: esdru + alpha: 0.7 + + ### EVS condition ################################ + c11: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + c12: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + c13: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + c14: + type: evs + bitrates: + - 24400 + cod: + opts: ["-max_band", "FB"] + dec: + c15: + type: evs + bitrates: + - 8000 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c16: + type: evs + bitrates: + - 13200 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c17: + type: evs + bitrates: + - 16400 + cod: + opts: ["-max_band", "FB"] + dec: + tx: + type: "FER" + error_rate: 5 + c18: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c19: + type: evs + bitrates: + - 8000 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c20: + type: evs + bitrates: + - 13200 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c21: + type: evs + bitrates: + - 16400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + c22: + type: evs + bitrates: + - 24400 + cod: + opts: ["-dtx", "-max_band", "FB"] + dec: + + ### IVAS condition ############################### + c23: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + c24: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + c25: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + c26: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + c27: + type: ivas + bitrates: + - 16400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c28: + type: ivas + bitrates: + - 24400 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c29: + type: ivas + bitrates: + - 32000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c30: + type: ivas + bitrates: + - 48000 + cod: + dec: + fmt: "ISM2" + tx: + type: "FER" + error_rate: 5 + c31: + type: ivas + bitrates: + - 16400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c32: + type: ivas + bitrates: + - 24400 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c33: + type: ivas + bitrates: + - 32000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + c34: + type: ivas + bitrates: + - 48000 + cod: + opts: ["-dtx"] + dec: + fmt: "ISM2" + + +################################################ +### Post-processing +################################################ +postprocessing: + fmt: "BINAURAL" + fs: 48000 + loudness: -26 diff --git a/experiments/selection/P800-7/proc_input/cat1/.gitkeep b/experiments/selection/P800-7/proc_input/cat1/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-7/proc_input/cat2/.gitkeep b/experiments/selection/P800-7/proc_input/cat2/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-7/proc_input/cat3/.gitkeep b/experiments/selection/P800-7/proc_input/cat3/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-7/proc_input/cat4/.gitkeep b/experiments/selection/P800-7/proc_input/cat4/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-7/proc_input/cat5/.gitkeep b/experiments/selection/P800-7/proc_input/cat5/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/experiments/selection/P800-7/proc_input/cat6/.gitkeep b/experiments/selection/P800-7/proc_input/cat6/.gitkeep new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/ivas_processing_scripts/__init__.py b/ivas_processing_scripts/__init__.py index f5365de714088dba5176a0b12c120924e492eb8b..29d47f82d64e5b6cddd3b45c16c44a85856e30a1 100755 --- a/ivas_processing_scripts/__init__.py +++ b/ivas_processing_scripts/__init__.py @@ -87,6 +87,9 @@ def main(args): # parse configuration cfg = config.TestConfig(args.config) + if hasattr(args, "multiprocessing"): + cfg.multiprocessing = args.multiprocessing + # set up processing chains chains.init_processing_chains(cfg) diff --git a/tests/constants.py b/tests/constants.py index fb91b23cc7116e9838530e329577f3f06f8f1d3a..6320d2dfeb1f0c96e91d7bd6d9c6a36f1b00f40e 100644 --- a/tests/constants.py +++ b/tests/constants.py @@ -218,7 +218,7 @@ INPUT_EXPERIMENT_NAMES = [ # "BS1534-7a", # "BS1534-7b", "P800-1", - "P800-2", + # P800-2 is tested category-wise, see below "P800-3", "P800-4", "P800-5", @@ -227,3 +227,5 @@ INPUT_EXPERIMENT_NAMES = [ # "P800-8", # "P800-9", ] + +CREATE_CATEGORIES_TESTS = ["P800-2"] diff --git a/tests/test_experiments.py b/tests/test_experiments.py index d3d4c6378eef5e94d1b8593dc6af6d92408fd36e..8fe4bba279d69cb24a32314a5fab08bb9b97f7e3 100644 --- a/tests/test_experiments.py +++ b/tests/test_experiments.py @@ -34,12 +34,15 @@ import shutil from pathlib import Path import pytest +from numpy.random import random +from create_items_p800 import create_items from ivas_processing_scripts import main as generate_test from ivas_processing_scripts.audiotools import audio -from ivas_processing_scripts.audiotools.audiofile import concat +from ivas_processing_scripts.audiotools.audiofile import concat, write from ivas_processing_scripts.processing.config import TestConfig from tests.constants import ( + CREATE_CATEGORIES_TESTS, EXPERIMENTS_DIR, FORMAT_TO_METADATA_FILES, INPUT_EXPERIMENT_NAMES, @@ -47,11 +50,7 @@ from tests.constants import ( TESTS_DIR, ) -BG_NOISE_FOR_EXPERIMENT = { - "P800-2": Path(TESTS_DIR).joinpath("data").joinpath("p800-2_background_noise.wav"), - "P800-5": Path(TESTS_DIR).joinpath("data").joinpath("p800-5_background_noise.wav"), -} -BG_NOISE_NAME = "background_noise.wav" +BG_NOISE_NAME = "background_noise_cat.wav" class Arguments: @@ -60,15 +59,7 @@ class Arguments: self.debug = True -@pytest.mark.parametrize("exp_name", INPUT_EXPERIMENT_NAMES) -def test_generate_test_items(exp_name): - cfg_dir = Path(TESTS_DIR).joinpath(EXPERIMENTS_DIR) - cfg = Path(cfg_dir).joinpath(Path(exp_name)).resolve().absolute() - cfg = cfg.joinpath(f"config/{exp_name}.yml") - args = Arguments(cfg) - - # read out input path - config = TestConfig(cfg) +def setup_input_files_for_config(config, category=1): input_path = Path(config.input_path).resolve().absolute() input_fmt = config.input["fmt"] @@ -100,10 +91,41 @@ def test_generate_test_items(exp_name): md_f_out = ".".join([str(f_out), suffix]) shutil.copy(md_f, md_f_out) - # copy background noise if needed - if (bg_noise := BG_NOISE_FOR_EXPERIMENT.get(exp_name)) is not None: - bg_noise_folder = input_path.parent.joinpath("background_noise") - bg_noise_out = bg_noise_folder.joinpath(BG_NOISE_NAME) - shutil.copy(bg_noise, bg_noise_out) + # create background noise files with white noise + if "background_noise" in config.preprocessing_2: + noise = random((48000 * 30, num_channels)) - 0.5 + noise *= 2**15 - 1 + bg_noise_path = Path( + config.preprocessing_2["background_noise"]["background_noise_path"] + ).absolute() + write(bg_noise_path, noise) + + +@pytest.mark.parametrize("exp_name", INPUT_EXPERIMENT_NAMES) +def test_generate_test_items(exp_name): + cfg_dir = Path(TESTS_DIR).joinpath(EXPERIMENTS_DIR) + exp_path = Path(cfg_dir).joinpath(Path(exp_name)).resolve().absolute() + if not (cfg := exp_path.joinpath(f"config/{exp_name}.yml")).exists(): + # for the P800 tests - they have different configs per category + cfg = exp_path.joinpath(f"config/{exp_name}-cat1.yml") + args = Arguments(cfg) + + config = TestConfig(cfg) + + setup_input_files_for_config(config) generate_test(args) + + +@pytest.mark.parametrize("exp_name", CREATE_CATEGORIES_TESTS) +def test_categories(exp_name): + for cat in range(1, 7): + cfg_dir = Path(TESTS_DIR).joinpath(EXPERIMENTS_DIR) + cfg = Path(cfg_dir).joinpath(Path(exp_name)).resolve().absolute() + cfg = cfg.joinpath(f"config/{exp_name}-cat{cat}.yml") + + config = TestConfig(cfg) + + setup_input_files_for_config(config, cat) + + create_items(exp_name)