Commit cdb3a79e authored by Archit Tamarapu's avatar Archit Tamarapu
Browse files

try to switch to ProcessPoolExecutor for speedup

parent b7aded0a

scripts/get_loudness_data.py

+49 −49
Original line number Diff line number Diff line
@@ -6,7 +6,7 @@ import re 
import sys

import time

from pathlib import Path

from concurrent.futures import ThreadPoolExecutor, as_completed

from concurrent.futures import ProcessPoolExecutor, as_completed



sys.path.append("./ivas-processing-scripts")

from ivas_processing_scripts.audiotools.wrappers.bs1770 import get_loudness
@@ -21,52 +21,52 @@ if os.environ.get("CI") or not sys.stdout.isatty(): 
INPUT_FOLDER_BASE = Path(__file__).parent.joinpath("testv", "pinknoise")

OUTPUT_FOLDER = Path(__file__).parent.parent.joinpath("out/dec")

FORMATS = [

    "MONO",

    # "MONO",

    "STEREO",

    "5_1",

    "5_1_2",

    "5_1_4",

    "7_1",

    "7_1_4",

    "ISM1",

    "ISM2",

    "ISM3",

    "ISM4",

    "MASA1DIR1",

    "MASA1DIR2",

    "MASA2DIR1",

    "MASA2DIR2",

    "FOA",

    "HOA2",

    "HOA3",

    "ISM1SBA1",

    "ISM2SBA1",

    "ISM3SBA1",

    "ISM4SBA1",

    "ISM1SBA2",

    "ISM2SBA2",

    "ISM3SBA2",

    "ISM4SBA2",

    "ISM1SBA3",

    "ISM2SBA3",

    "ISM3SBA3",

    "ISM4SBA3",

    "ISM1MASA1DIR1",

    "ISM2MASA1DIR1",

    "ISM3MASA1DIR1",

    "ISM4MASA1DIR1",

    "ISM1MASA1DIR2",

    "ISM2MASA1DIR2",

    "ISM3MASA1DIR2",

    "ISM4MASA1DIR2",

    "ISM1MASA2DIR1",

    "ISM2MASA2DIR1",

    "ISM3MASA2DIR1",

    "ISM4MASA2DIR1",

    "ISM1MASA2DIR2",

    "ISM2MASA2DIR2",

    "ISM3MASA2DIR2",

    "ISM4MASA2DIR2",

    # "5_1",

    # "5_1_2",

    # "5_1_4",

    # "7_1",

    # "7_1_4",

    # "ISM1",

    # "ISM2",

    # "ISM3",

    # "ISM4",

    # "MASA1DIR1",

    # "MASA1DIR2",

    # "MASA2DIR1",

    # "MASA2DIR2",

    # "FOA",

    # "HOA2",

    # "HOA3",

    # "ISM1SBA1",

    # "ISM2SBA1",

    # "ISM3SBA1",

    # "ISM4SBA1",

    # "ISM1SBA2",

    # "ISM2SBA2",

    # "ISM3SBA2",

    # "ISM4SBA2",

    # "ISM1SBA3",

    # "ISM2SBA3",

    # "ISM3SBA3",

    # "ISM4SBA3",

    # "ISM1MASA1DIR1",

    # "ISM2MASA1DIR1",

    # "ISM3MASA1DIR1",

    # "ISM4MASA1DIR1",

    # "ISM1MASA1DIR2",

    # "ISM2MASA1DIR2",

    # "ISM3MASA1DIR2",

    # "ISM4MASA1DIR2",

    # "ISM1MASA2DIR1",

    # "ISM2MASA2DIR1",

    # "ISM3MASA2DIR1",

    # "ISM4MASA2DIR1",

    # "ISM1MASA2DIR2",

    # "ISM2MASA2DIR2",

    # "ISM3MASA2DIR2",

    # "ISM4MASA2DIR2",

]



FORMAT_2_FILE = {
@@ -172,7 +172,7 @@ def main(): 


    progressbar_update(0, total, width=50)



    with ThreadPoolExecutor(max_workers=32) as executor:

    with ProcessPoolExecutor(max_workers=8) as executor:

        # Submit all tasks

        futures = {

            executor.submit(process_output_file, *task): task[0] for task in tasks
@@ -181,7 +181,7 @@ def main(): 
        # Process with animated spinner and progress bar

        while futures:

            done = set()

            for future in as_completed(futures, timeout=0.1):

            for future in as_completed(futures):

                done.add(future)

                outfile = futures[future]

scripts/parse_loudness_data.py

100644 → 100755
+0 −0

File mode changed from 100644 to 100755.

View file