diff --git a/collection-scripts/characterization/README.md b/collection-scripts/characterization/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8d60f132146fb65168c6c91d7bb5a96d2a23354b --- /dev/null +++ b/collection-scripts/characterization/README.md @@ -0,0 +1,36 @@ +# Characterization Collection Scripts + +These scripts collect the final listening test material from the `proc_output` directories every test generates into +a `proc_final` directory next to it. + + +## P.800 Quickstart + +First, install Python 3 on your computer. + +To collect the categorized samples and the preliminaries, run the following command from the repository root in a +terminal: + +```shell +# on Windows +python collection-scripts\characterization\p800_categorized_samples.py +python collection-scripts\characterization\p800_preliminaries.py + +# on Linux/macOS/... +python collection-scripts/characterization/p800_categorized_samples.py +python collection-scripts/characterization/p800_preliminaries.py +``` + +Some commands may support additional parameters or options. You can run them with `-h` or `--help` to print the help +text. See below for an example (which may be out of date). + +```shell +> python collection-scripts/characterization/p800_categorized_samples.py --help +usage: p800_categorized_samples.py [-h] [-v] + +Copy samples into proc_final/cXX directories for P.800 experiments. + +options: + -h, --help show this help message and exit + -v, --verbose +``` diff --git a/collection-scripts/characterization/p800_categorized_samples.py b/collection-scripts/characterization/p800_categorized_samples.py new file mode 100644 index 0000000000000000000000000000000000000000..4bec5f0c5b370352f60c90fe08baa066e244c4fd --- /dev/null +++ b/collection-scripts/characterization/p800_categorized_samples.py @@ -0,0 +1,115 @@ +import argparse +import glob +import re +import shutil +from pathlib import Path + + +# table 5 from IVAS-8b +TABLE_5 = { + "s01": { + "cat1": -16, + "cat2": -36, + "cat3": -36, + "cat4": -26, + "cat5": -26, + "cat6": -16, + }, + "s02": { + "cat1": -16, + "cat2": -16, + "cat3": -36, + "cat4": -36, + "cat5": -26, + "cat6": -26, + }, + "s03": { + "cat1": -26, + "cat2": -16, + "cat3": -16, + "cat4": -36, + "cat5": -36, + "cat6": -26, + }, + "s04": { + "cat1": -26, + "cat2": -26, + "cat3": -16, + "cat4": -16, + "cat5": -36, + "cat6": -36, + }, + "s05": { + "cat1": -36, + "cat2": -26, + "cat3": -26, + "cat4": -16, + "cat5": -16, + "cat6": -36, + }, + "s06": { + "cat1": -36, + "cat2": -36, + "cat3": -26, + "cat4": -26, + "cat5": -16, + "cat6": -16, + }, +} + + +def repo_root_dir() -> Path: + this_dir = Path(__file__).parent + return this_dir.parent.parent + + +def copy_final_items(verbose: bool = False): + files_copied = 0 + + for exp_dir in map(Path, glob.glob(str(repo_root_dir() / "experiments/characterization/P800-*/"))): + exp_dir = Path(exp_dir) + + final_dir = exp_dir / "proc_final" + final_dir.mkdir(parents=True, exist_ok=True) + + proc_output = exp_dir / "proc_output" + + for sample, categories_map in TABLE_5.items(): + for category, loudness in categories_map.items(): + item_dir_pattern = proc_output / glob.escape(category) / f"out_{glob.escape(str(loudness))}LKFS" / "c*" + item_filename_pattern = f"*{glob.escape(sample)}.c*.wav" + + items_to_copy = list(map(Path, glob.glob(str(item_dir_pattern / item_filename_pattern)))) + + if not items_to_copy: + if verbose: + print(f"Could not find processed item for {sample}, {category}, {loudness}LKFS, skipping") + continue + + for item_to_copy in items_to_copy: + match = re.match(r".*/c(\d+)/[^/]*s\d+\.c\d+\.wav$", str(item_to_copy.as_posix())) + assert match, item_to_copy + condition = match.group(1) + + item_target_dir = final_dir / f"c{condition}" + item_target_dir.mkdir(parents=True, exist_ok=True) + + print(f"Copying {item_to_copy.relative_to(Path.cwd())} to {item_target_dir.relative_to(Path.cwd())}") + + if (item_target_dir / item_to_copy.name).is_file(): + print(f"WARNING: item {item_to_copy.name} already exists in target dir, overwriting") + + shutil.copy(item_to_copy, item_target_dir) + + files_copied += 1 + + print(f"Done. {files_copied} files copied.") + + +if __name__ == "__main__": + parser = argparse.ArgumentParser(description="Copy samples into proc_final/cXX directories for P.800 experiments.") + parser.add_argument("-v", "--verbose", action="store_true") + + parsed = parser.parse_args() + + copy_final_items(verbose=parsed.verbose) diff --git a/collection-scripts/characterization/p800_preliminaries.py b/collection-scripts/characterization/p800_preliminaries.py new file mode 100644 index 0000000000000000000000000000000000000000..9decfa1b75cf7d3ef0d1eee46fbfd760fea757fb --- /dev/null +++ b/collection-scripts/characterization/p800_preliminaries.py @@ -0,0 +1,80 @@ +import argparse +import glob +import shutil +import warnings +from pathlib import Path + +import yaml + + +def this_dir() -> Path: + return Path(__file__).parent + + +def repo_root_dir() -> Path: + return this_dir().parent.parent + + +def load_config(yaml_path): + with open(yaml_path, "r") as f: + return yaml.safe_load(f) + + +# TODO: temporary map as of 2025-09-05, waiting for final confirmation +LOUDNESS_MAP = { + "cat1": -16, + "cat2": -26, + "cat3": -36, + "cat4": -16, + "cat5": -26, + "cat6": -36, +} + + +def copy_preliminaries(root_dir, config_yaml): + config = load_config(config_yaml) + + for exp, exp_cfg in config.items(): + exp = Path(exp) + exp_dir = root_dir / exp + + # this is a list to handle multiple proc_outputs in P.800 + proc_out_list = [ + p for p in exp_dir.iterdir() if p.name.startswith("proc_output") + ] + + out_dir = root_dir / exp / "proc_final/preliminaries/" + + print(f"Processing experiment: {exp}") + + if out_dir.exists(): + warnings.warn(f"Preliminaries directory already exists for {exp}, removing") + shutil.rmtree(out_dir) + + out_dir.mkdir(parents=True, exist_ok=True) + + for item in exp_cfg["preliminaries"]: + cat = item["category"] + cond = item["label"] + + # Find the condition folder in proc_output + for proc_out in proc_out_list: + src = proc_out / cat / f"out_{LOUDNESS_MAP[cat]}LKFS" / cond + + for file in glob.glob(str(src / "*s07.c*.wav")): + print(f" Copying {file} -> {out_dir}") + + if (out_dir / Path(file).name).is_file(): + raise FileExistsError(f"File {file} already exists in {out_dir}") + + shutil.copy(file, out_dir) + + print("All done.") + + +if __name__ == "__main__": + parser = argparse.ArgumentParser(description="Copy preliminaries into proc_final/preliminaries directory for P.800 experiments.") + + parsed = parser.parse_args() + + copy_preliminaries(repo_root_dir() / "experiments" / "characterization", this_dir() / "p800_preliminaries.yml") diff --git a/collection-scripts/characterization/p800_preliminaries.yml b/collection-scripts/characterization/p800_preliminaries.yml new file mode 100644 index 0000000000000000000000000000000000000000..73d3dc5b6dadde0e276c88737243bdb3798efca5 --- /dev/null +++ b/collection-scripts/characterization/p800_preliminaries.yml @@ -0,0 +1,1760 @@ +P800-1: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 13.2 + fer_profile: "No errors" + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 96 + fer_profile: "No errors" + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.7 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 16.4 + fer_profile: "No errors" + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.1 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 32 + fer_profile: "No errors" + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 27 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 128 + fer_profile: "No errors" + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.5 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 12 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 64 + fer_profile: "No errors" + +P800-2: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 13.2 + fer_profile: "5%" + dtx: "on" + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 96 + fer_profile: "5%" + dtx: "on" + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.7 + bitrate: null + fer_profile: null + dtx: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 16.4 + fer_profile: "5%" + dtx: "on" + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.1 + bitrate: null + fer_profile: null + dtx: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 32 + fer_profile: "5%" + dtx: "on" + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 27 dB + bitrate: null + fer_profile: null + dtx: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + dtx: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 128 + fer_profile: "5%" + dtx: "on" + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.5 + bitrate: null + fer_profile: null + dtx: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 12 dB + bitrate: null + fer_profile: null + dtx: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 64 + fer_profile: "5%" + dtx: "on" + +P800-3: + preliminaries: + - trial_id: 1 + label: c20 + category: cat1 + condition: IVAS FL + bitrate: 16.4 + fer_profile: No errors + - trial_id: 2 + label: c25 + category: cat2 + condition: IVAS FL + bitrate: 96 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c21 + category: cat4 + condition: IVAS FL + bitrate: 24.4 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 32 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c26 + category: cat3 + condition: IVAS FL + bitrate: 128 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 64 + fer_profile: No errors + +P800-4: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 16.4 + fer_profile: "5%" + dtx: "on" + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 256 + fer_profile: "5%" + dtx: "on" + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + dtx: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 24.4 + fer_profile: "5%" + dtx: "on" + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + dtx: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 48 + fer_profile: "5%" + dtx: "on" + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + dtx: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + dtx: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 384 + fer_profile: "5%" + dtx: "on" + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + dtx: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + dtx: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 96 + fer_profile: "5%" + dtx: "on" + +P800-5: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 32 + fer_profile: No errors + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 384 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 48 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 96 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 512 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 160 + fer_profile: No errors + +P800-6: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 24.4 + fer_profile: No errors + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 96 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 32 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 48 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 128 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 64 + fer_profile: No errors + +P800-7: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 32 + fer_profile: No errors + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 96 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 48 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 32 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 128 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 64 + fer_profile: No errors + +P800-8: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 16.4 + fer_profile: 5% + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 256 + fer_profile: 5% + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 24.4 + fer_profile: 5% + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 64 + fer_profile: 5% + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 384 + fer_profile: 5% + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 128 + fer_profile: 5% + +P800-9: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 13.2 + fer_profile: No errors + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 96 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.7 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 16.4 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.1 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 32 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 36 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 128 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.5 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 18 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 64 + fer_profile: No errors + +P800-10: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 13.2 + fer_profile: No errors + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 96 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.7 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 16.4 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.1 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 32 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 36 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 128 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.5 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 18 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 64 + fer_profile: No errors + +P800-11: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 13.2 + fer_profile: 5% + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 96 + fer_profile: 5% + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.7 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 16.4 + fer_profile: 5% + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.1 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 32 + fer_profile: 5% + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 36 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 128 + fer_profile: 5% + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.5 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 18 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 64 + fer_profile: 5% + +P800-12: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 13.2 + fer_profile: No errors + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 96 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 16.4 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 32 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 128 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 64 + fer_profile: No errors + +P800-13: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 16.4 + fer_profile: No errors + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 192 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 24.4 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 48 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 384 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 96 + fer_profile: No errors + +P800-14: + preliminaries: + - trial_id: 1 + label: c23 + category: cat1 + condition: IVAS FL 1TC + bitrate: 13.2 + fer_profile: 8% + dtx: on + - trial_id: 2 + label: c15 + category: cat2 + condition: IVAS FL 1TC + bitrate: 80 + fer_profile: 4% + dtx: on + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + dtx: null + - trial_id: 4 + label: c31 + category: cat4 + condition: IVAS FL 2TC + bitrate: 16.4 + fer_profile: 8% + dtx: on + - trial_id: 5 + label: c08 + category: cat5 + condition: ESDRU α = 0.4 + bitrate: null + fer_profile: null + dtx: null + - trial_id: 6 + label: c19 + category: cat6 + condition: IVAS FL 2TC + bitrate: 32 + fer_profile: 4% + dtx: on + - trial_id: 7 + label: c03 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + dtx: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + dtx: null + - trial_id: 9 + label: c35 + category: cat3 + condition: IVAS FL 2TC + bitrate: 64 + fer_profile: 8% + dtx: on + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + dtx: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 18 dB + bitrate: null + fer_profile: null + dtx: null + - trial_id: 12 + label: c11 + category: cat6 + condition: IVAS FL 1TC + bitrate: 24.4 + fer_profile: 4% + dtx: on + +P800-15: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 32 + fer_profile: No errors + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 384 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 48 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 96 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 512 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 192 + fer_profile: No errors + +P800-16: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 32 + fer_profile: No errors + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 384 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 48 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 96 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 512 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 192 + fer_profile: No errors + +P800-17: + preliminaries: + - trial_id: 1 + label: c18 + category: cat1 + condition: IVAS FL + bitrate: 16.4 + fer_profile: No errors + - trial_id: 2 + label: c16 + category: cat2 + condition: IVAS FL + bitrate: 256 + fer_profile: 5% + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c17 + category: cat4 + condition: IVAS FL + bitrate: 13.2 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c12 + category: cat6 + condition: IVAS FL + bitrate: 128 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 34 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c14 + category: cat3 + condition: IVAS FL + bitrate: 32 + fer_profile: 5% + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 22 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c30 + category: cat6 + condition: IVAS FL + bitrate: 512 + fer_profile: No errors + +P800-18: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 13.2 + fer_profile: No errors + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 128 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 16.4 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 32 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 256 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 64 + fer_profile: No errors + +P800-19: + preliminaries: + - trial_id: 1 + label: c19 + category: cat1 + condition: IVAS FL + bitrate: 16.4 + fer_profile: No errors + - trial_id: 2 + label: c26 + category: cat2 + condition: IVAS FL + bitrate: 256 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c20 + category: cat4 + condition: IVAS FL + bitrate: 24.4 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c22 + category: cat6 + condition: IVAS FL + bitrate: 64 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c27 + category: cat3 + condition: IVAS FL + bitrate: 512 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c24 + category: cat6 + condition: IVAS FL + bitrate: 96 + fer_profile: No errors + +P800-20: + preliminaries: + - trial_id: 1 + label: c18 + category: cat1 + condition: IVAS FL + bitrate: 16.4 + fer_profile: No errors + - trial_id: 2 + label: c16 + category: cat2 + condition: IVAS FL + bitrate: 256 + fer_profile: No errors + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c17 + category: cat4 + condition: IVAS FL + bitrate: 13.2 + fer_profile: No errors + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c12 + category: cat6 + condition: IVAS FL + bitrate: 128 + fer_profile: No errors + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 34 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c14 + category: cat3 + condition: IVAS FL + bitrate: 32 + fer_profile: No errors + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 22 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c30 + category: cat6 + condition: IVAS FL + bitrate: 512 + fer_profile: No errors + +P800-21: + preliminaries: + - trial_id: 1 + label: c31 + category: cat1 + condition: IVAS FL + bitrate: 24.4 + fer_profile: I1.O1 + - trial_id: 2 + label: c24 + category: cat2 + condition: IVAS FL + bitrate: 48 + fer_profile: no error + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.7 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c30 + category: cat4 + condition: IVAS FL + bitrate: 96 + fer_profile: Error I1.O2 + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.1 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c35 + category: cat6 + condition: IVAS FL + bitrate: 48 + fer_profile: I1.O2 + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 27 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c26 + category: cat3 + condition: IVAS FL + bitrate: 24.4 + fer_profile: Error I1.O1 + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.5 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 12 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c25 + category: cat6 + condition: IVAS FL + bitrate: 96 + fer_profile: no error + +P800-22: + preliminaries: + - trial_id: 1 + label: c31 + category: cat1 + condition: IVAS FL + bitrate: 24.4 + fer_profile: I1.O1 + - trial_id: 2 + label: c24 + category: cat2 + condition: IVAS FL + bitrate: 48 + fer_profile: no error + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.7 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c30 + category: cat4 + condition: IVAS FL + bitrate: 96 + fer_profile: Error I1.O2 + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.1 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c35 + category: cat6 + condition: IVAS FL + bitrate: 48 + fer_profile: I1.O2 + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 36 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c26 + category: cat3 + condition: IVAS FL + bitrate: 24.4 + fer_profile: Error I1.O1 + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.5 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 18 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c25 + category: cat6 + condition: IVAS FL + bitrate: 96 + fer_profile: no error + +P800-23: + preliminaries: + - trial_id: 1 + label: c31 + category: cat1 + condition: IVAS FL + bitrate: 24.4 + fer_profile: I1.O1 + - trial_id: 2 + label: c24 + category: cat2 + condition: IVAS FL + bitrate: 48 + fer_profile: no error + - trial_id: 3 + label: c06 + category: cat3 + condition: ESDRU α = 0.8 + bitrate: null + fer_profile: null + - trial_id: 4 + label: c30 + category: cat4 + condition: IVAS FL + bitrate: 96 + fer_profile: Error I1.O2 + - trial_id: 5 + label: c09 + category: cat5 + condition: ESDRU α = 0.2 + bitrate: null + fer_profile: null + - trial_id: 6 + label: c35 + category: cat6 + condition: IVAS FL + bitrate: 48 + fer_profile: I1.O2 + - trial_id: 7 + label: c02 + category: cat1 + condition: MNRU Q = 32 dB + bitrate: null + fer_profile: null + - trial_id: 8 + label: c01 + category: cat2 + condition: Reference + bitrate: null + fer_profile: null + - trial_id: 9 + label: c26 + category: cat3 + condition: IVAS FL + bitrate: 24.4 + fer_profile: Error I1.O1 + - trial_id: 10 + label: c07 + category: cat4 + condition: ESDRU α = 0.6 + bitrate: null + fer_profile: null + - trial_id: 11 + label: c05 + category: cat5 + condition: MNRU Q = 17 dB + bitrate: null + fer_profile: null + - trial_id: 12 + label: c25 + category: cat6 + condition: IVAS FL + bitrate: 96 + fer_profile: no error