Loading .gitignore +75 −0 Original line number Diff line number Diff line Loading @@ -88,3 +88,78 @@ coan_out_* /scripts/mem_analysis_enc_STEREO_sw.csv /scripts/mem_analysis_enc_STEREO_16k4_DTX.csv *.pwv /dcr_ism1 /bwe_clicks_ism1 /BWD_issue /.ipynb_checkpoints /scripts/.ipynb_checkpoints /scripts/wmops_analysis /scripts/wmops_analysis_new /tcx_hq_problem_ism1 /scripts/dly_error_profiles/dly_profile_19_.dat /build.txt /bit.64k /bit.32k /bit /binaural_loudness.ipynb /tmp.txt /syn.wav /syn.ref /syn.64k.0.csv /syn.64k /syn.32k /stvST32c_-stereo_32000_32.bit /split_renderer_config_768_3dof_cldfbpc.txt /split_out_sba_lcld_20ms_out.wav /split_out_sba_lcld_20ms.pkt /split_out_mc_lc3plus_20ms_out.wav /split_out_mc_lc3plus_20ms.pkt /run_ivas_codec.sh /report.html /report-junit.xm /out.wav /ltv48_1ISM.cut14.wav.0.csv /ltv48_1ISM.cut14.pcm /ltv48_1ISM.cut14.dec.pcm.0.csv /ltv48_1ISM.cut14.64k.dec.pcm.0.csv /ltv48_1ISM.cut14.64k.dec.pcm /ltv48_1ISM.cut14.32k.dec.pcm /IvasBuilder.txt /ivas.192 /ism_loudness_stv48_48kHz.md /ism_loudness_stv48_32kHz.md /ism_loudness_sel48_48kHz.md /ism_loudness_old.xlsx /ism_loudness_ltv48_ISM4.md /ism_loudness_ltv48_ISM3.md /ism_loudness_ltv48_ISM2.md /ism_loudness_ltv48_ISM1.md /ism_loudness_ltv48_48kHz.md /ism_loudness.xlsx /ism_loudness.py /HOA2_to_BINAURAL_ROOM_REVERBNone_rend_config_combined_20msNone_0-1000_2-500_1-500.wav /git_blame_string.sh /get_license_table.py /enc_out_mc.pkt /enc_out.pkt /cut_ism.py /scripts/Vlad_mergeNewsletters.py /scripts/Vlad_extract_max_num_ind.py /scripts/tables_obj.txt /scripts/tables_exe.txt /scripts/requirements.txt /scripts/parseNewsletterWmops.py /scripts/output.xlsx /scripts/functions_obj.txt /scripts/functions_exe.txt /scripts/dep_tree.txt /scripts/cmplx_evs_in_ivas.xlsx /scripts/bit /scripts/binaural_loudness.ipynb /scripts/config/Vlad_self_test_ltv.prm /scripts/config/Vlad_self_test.prm /scripts/config/Vlad_ci_linux_ltv.json /scripts/config/Vlad_ci_linux.json /cmake-build /bit.fix /syn .gitlab-ci.yml +6 −18 Original line number Diff line number Diff line Loading @@ -1076,29 +1076,17 @@ check-first-frame-is-sid: script: - *print-common-info - *update-ltv-repo # Temporary fix to test only SID start config files in this job # this rm makes check-for-testvectors only check for the signals we actually need in this test - rm scripts/config/ci_linux_ltv.json scripts/config/ci_linux.json - *check-for-testvectors - cmake . - make -j - exit_code_no_sba=0 - exit_code_hoa=0 - exit_code_foa=0 # run all modes and cut bitstream to start with an SID. Use stereo output to limit runtime, test is only about decoding - ism_md_cmd="--ism_metadata_files /usr/local/ltv/ltvISM1.csv /usr/local/ltv/ltvISM2.csv /usr/local/ltv/ltvISM3.csv /usr/local/ltv/ltvISM4.csv" - modes=$(scripts/runIvasCodec.py -l | grep dtx | grep -vE "FOA|HOA" ) - scripts/runIvasCodec.py -z console -p scripts/config/ci_linux_sidstart_test.json -m $modes -s --bs_length 200 -U 0:20 --oc stereo $ism_md_cmd --timeout 10 || exit_code_no_sba=$? - modes=$(scripts/runIvasCodec.py -l | grep dtx | grep -E "HOA") - scripts/runIvasCodec.py -z console -p scripts/config/ci_linux_sidstart_test.json -m $modes -s --bs_length 100 -U 70:80 --oc stereo --timeout 10 || exit_code_hoa=$? - modes=$(scripts/runIvasCodec.py -l | grep dtx | grep "FOA") - scripts/runIvasCodec.py -z console -p scripts/config/ci_linux_sidstart_test.json -m $modes -s --bs_length 100 -U 75:110 --oc stereo --timeout 10 || exit_code_foa=$? - bash ci/run-first-frame-is-sid-test.sh - if [ $exit_code_no_sba -ne 0 ] || [ $exit_code_hoa -ne 0 ] || [ $exit_code_foa -ne 0 ]; then exit 1; fi artifacts: paths: - out/logs - logs_enc - logs_dec_msan - logs_dec_asan - logs_dec_usan when: always name: "$CI_JOB_NAME--$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--sidstart" expose_as: "logs-sidstart" Loading CMakeLists.txt +2 −2 Original line number Diff line number Diff line Loading @@ -74,14 +74,14 @@ if(UNIX) set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -fsanitize=address") elseif("${CLANG}" MATCHES "3" OR "${CLANG}" MATCHES "usan") # NOTE: keep in sync with list in Makefile set(USAN_CHECKS_ENABLE set(USAN_CHECKS_LIST undefined # Default checks # Extra checks float-divide-by-zero implicit-conversion local-bounds ) list(JOIN USAN_CHECKS_ENABLE "," USAN_CHECKS_ENABLE) string(JOIN , USAN_CHECKS_ENABLE ${USAN_CHECKS_LIST}) set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fsanitize=${USAN_CHECKS_ENABLE} -fsanitize-recover=${USAN_CHECKS_ENABLE}") set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -fsanitize=${USAN_CHECKS_ENABLE} -fsanitize-recover=${USAN_CHECKS_ENABLE}") Loading ci/basop-pages/create_report_pages.py +19 −6 Original line number Diff line number Diff line Loading @@ -92,11 +92,12 @@ ARROW_DOWN = '<span class="arrowdown">⬂</span>' # expected columns. actual columns are filtered from the incoming data later, this # is mainly for controlling the order in the output table COLUMNS = ["testcase", "Result", "MLD", "MAXIMUM ABS DIFF"] COLUMNS = ["testcase", "Result", "MLD", "MAXIMUM ABS DIFF", "MIN_SSNR"] COLUMNS_GLOBAL = COLUMNS[:1] COLUMNS_DIFFERENTIAL = COLUMNS[1:] COLUMNS_DIFFERENTIAL_NOT_MLD = COLUMNS_DIFFERENTIAL[2:] def create_subpage( html_out, csv_out, Loading @@ -111,11 +112,18 @@ def create_subpage( ) write_out_csv(merged_reports, merged_reports[0].keys(), csv_out) table_header_a = "".join([TH_TMPL_GLOBAL.format(c) for c in COLUMNS_GLOBAL] + [TH_TMPL_DIFFERENTIAL.format(c) for c in COLUMNS_DIFFERENTIAL]) table_header_a = "".join( [TH_TMPL_GLOBAL.format(c) for c in COLUMNS_GLOBAL] + [TH_TMPL_DIFFERENTIAL.format(c) for c in COLUMNS_DIFFERENTIAL] ) table_header_b = list() for c in COLUMNS_DIFFERENTIAL: table_header_b.append(TH_TMPL_SECOND_ROW.format(f"Previous Run<br>ID: {id_previous}")) table_header_b.append(TH_TMPL_SECOND_ROW.format(f"Current Run<br>ID: {id_current}")) table_header_b.append( TH_TMPL_SECOND_ROW.format(f"Previous Run<br>ID: {id_previous}") ) table_header_b.append( TH_TMPL_SECOND_ROW.format(f"Current Run<br>ID: {id_current}") ) table_header_b = "".join(table_header_b) table_body = "\n".join( tr_from_row(row, id_current, id_previous) for row in merged_reports Loading Loading @@ -241,8 +249,13 @@ def merge_and_cleanup_mld_reports( return diff other_col_pairs = [(f"{col}-{id_previous}", f"{col}-{id_current}") for col in COLUMNS_DIFFERENTIAL_NOT_MLD] merged = sorted(merged, key=partial(sort_func, other_col_pairs=other_col_pairs), reverse=True) other_col_pairs = [ (f"{col}-{id_previous}", f"{col}-{id_current}") for col in COLUMNS_DIFFERENTIAL_NOT_MLD ] merged = sorted( merged, key=partial(sort_func, other_col_pairs=other_col_pairs), reverse=True ) # remove the unecessary whole path from the testcase names for row in merged: Loading ci/complexity_measurements/check_for_changes.py 0 → 100644 +45 −0 Original line number Diff line number Diff line import argparse import csv import sys import numpy as np THRESH = 0.01 COLS = [ [3, 5, 7, 9], # wmops_all [3,5,7,8,10,12,13,15,17], # ram_all [3,5,7,9,11,13,15,17,19], # rom_all ] def main(args): linewise_logfiles = [args.wmops_logfile, args.ram_logfile, args.rom_logfile] changes_found_linewise = any([check_linewise_logfile(f, c) for f, c in zip(linewise_logfiles, COLS)]) if changes_found_linewise: print("Global max of WMOPS, RAM or ROM changed") return int(changes_found_linewise) def check_linewise_logfile(filepath, cols): with open(filepath) as f: contents = [line for line in csv.reader(f, delimiter=" ")] curr = contents[-1] prev = contents[-2] change_ratios = [abs(float(curr[i]) / float(prev[i]) - 1) > THRESH for i in cols] changes_found = any(change_ratios) return changes_found if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument("wmops_logfile") parser.add_argument("ram_logfile") parser.add_argument("rom_logfile") args = parser.parse_args() sys.exit(main(args)) Loading
.gitignore +75 −0 Original line number Diff line number Diff line Loading @@ -88,3 +88,78 @@ coan_out_* /scripts/mem_analysis_enc_STEREO_sw.csv /scripts/mem_analysis_enc_STEREO_16k4_DTX.csv *.pwv /dcr_ism1 /bwe_clicks_ism1 /BWD_issue /.ipynb_checkpoints /scripts/.ipynb_checkpoints /scripts/wmops_analysis /scripts/wmops_analysis_new /tcx_hq_problem_ism1 /scripts/dly_error_profiles/dly_profile_19_.dat /build.txt /bit.64k /bit.32k /bit /binaural_loudness.ipynb /tmp.txt /syn.wav /syn.ref /syn.64k.0.csv /syn.64k /syn.32k /stvST32c_-stereo_32000_32.bit /split_renderer_config_768_3dof_cldfbpc.txt /split_out_sba_lcld_20ms_out.wav /split_out_sba_lcld_20ms.pkt /split_out_mc_lc3plus_20ms_out.wav /split_out_mc_lc3plus_20ms.pkt /run_ivas_codec.sh /report.html /report-junit.xm /out.wav /ltv48_1ISM.cut14.wav.0.csv /ltv48_1ISM.cut14.pcm /ltv48_1ISM.cut14.dec.pcm.0.csv /ltv48_1ISM.cut14.64k.dec.pcm.0.csv /ltv48_1ISM.cut14.64k.dec.pcm /ltv48_1ISM.cut14.32k.dec.pcm /IvasBuilder.txt /ivas.192 /ism_loudness_stv48_48kHz.md /ism_loudness_stv48_32kHz.md /ism_loudness_sel48_48kHz.md /ism_loudness_old.xlsx /ism_loudness_ltv48_ISM4.md /ism_loudness_ltv48_ISM3.md /ism_loudness_ltv48_ISM2.md /ism_loudness_ltv48_ISM1.md /ism_loudness_ltv48_48kHz.md /ism_loudness.xlsx /ism_loudness.py /HOA2_to_BINAURAL_ROOM_REVERBNone_rend_config_combined_20msNone_0-1000_2-500_1-500.wav /git_blame_string.sh /get_license_table.py /enc_out_mc.pkt /enc_out.pkt /cut_ism.py /scripts/Vlad_mergeNewsletters.py /scripts/Vlad_extract_max_num_ind.py /scripts/tables_obj.txt /scripts/tables_exe.txt /scripts/requirements.txt /scripts/parseNewsletterWmops.py /scripts/output.xlsx /scripts/functions_obj.txt /scripts/functions_exe.txt /scripts/dep_tree.txt /scripts/cmplx_evs_in_ivas.xlsx /scripts/bit /scripts/binaural_loudness.ipynb /scripts/config/Vlad_self_test_ltv.prm /scripts/config/Vlad_self_test.prm /scripts/config/Vlad_ci_linux_ltv.json /scripts/config/Vlad_ci_linux.json /cmake-build /bit.fix /syn
.gitlab-ci.yml +6 −18 Original line number Diff line number Diff line Loading @@ -1076,29 +1076,17 @@ check-first-frame-is-sid: script: - *print-common-info - *update-ltv-repo # Temporary fix to test only SID start config files in this job # this rm makes check-for-testvectors only check for the signals we actually need in this test - rm scripts/config/ci_linux_ltv.json scripts/config/ci_linux.json - *check-for-testvectors - cmake . - make -j - exit_code_no_sba=0 - exit_code_hoa=0 - exit_code_foa=0 # run all modes and cut bitstream to start with an SID. Use stereo output to limit runtime, test is only about decoding - ism_md_cmd="--ism_metadata_files /usr/local/ltv/ltvISM1.csv /usr/local/ltv/ltvISM2.csv /usr/local/ltv/ltvISM3.csv /usr/local/ltv/ltvISM4.csv" - modes=$(scripts/runIvasCodec.py -l | grep dtx | grep -vE "FOA|HOA" ) - scripts/runIvasCodec.py -z console -p scripts/config/ci_linux_sidstart_test.json -m $modes -s --bs_length 200 -U 0:20 --oc stereo $ism_md_cmd --timeout 10 || exit_code_no_sba=$? - modes=$(scripts/runIvasCodec.py -l | grep dtx | grep -E "HOA") - scripts/runIvasCodec.py -z console -p scripts/config/ci_linux_sidstart_test.json -m $modes -s --bs_length 100 -U 70:80 --oc stereo --timeout 10 || exit_code_hoa=$? - modes=$(scripts/runIvasCodec.py -l | grep dtx | grep "FOA") - scripts/runIvasCodec.py -z console -p scripts/config/ci_linux_sidstart_test.json -m $modes -s --bs_length 100 -U 75:110 --oc stereo --timeout 10 || exit_code_foa=$? - bash ci/run-first-frame-is-sid-test.sh - if [ $exit_code_no_sba -ne 0 ] || [ $exit_code_hoa -ne 0 ] || [ $exit_code_foa -ne 0 ]; then exit 1; fi artifacts: paths: - out/logs - logs_enc - logs_dec_msan - logs_dec_asan - logs_dec_usan when: always name: "$CI_JOB_NAME--$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--sidstart" expose_as: "logs-sidstart" Loading
CMakeLists.txt +2 −2 Original line number Diff line number Diff line Loading @@ -74,14 +74,14 @@ if(UNIX) set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -fsanitize=address") elseif("${CLANG}" MATCHES "3" OR "${CLANG}" MATCHES "usan") # NOTE: keep in sync with list in Makefile set(USAN_CHECKS_ENABLE set(USAN_CHECKS_LIST undefined # Default checks # Extra checks float-divide-by-zero implicit-conversion local-bounds ) list(JOIN USAN_CHECKS_ENABLE "," USAN_CHECKS_ENABLE) string(JOIN , USAN_CHECKS_ENABLE ${USAN_CHECKS_LIST}) set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fsanitize=${USAN_CHECKS_ENABLE} -fsanitize-recover=${USAN_CHECKS_ENABLE}") set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -fsanitize=${USAN_CHECKS_ENABLE} -fsanitize-recover=${USAN_CHECKS_ENABLE}") Loading
ci/basop-pages/create_report_pages.py +19 −6 Original line number Diff line number Diff line Loading @@ -92,11 +92,12 @@ ARROW_DOWN = '<span class="arrowdown">⬂</span>' # expected columns. actual columns are filtered from the incoming data later, this # is mainly for controlling the order in the output table COLUMNS = ["testcase", "Result", "MLD", "MAXIMUM ABS DIFF"] COLUMNS = ["testcase", "Result", "MLD", "MAXIMUM ABS DIFF", "MIN_SSNR"] COLUMNS_GLOBAL = COLUMNS[:1] COLUMNS_DIFFERENTIAL = COLUMNS[1:] COLUMNS_DIFFERENTIAL_NOT_MLD = COLUMNS_DIFFERENTIAL[2:] def create_subpage( html_out, csv_out, Loading @@ -111,11 +112,18 @@ def create_subpage( ) write_out_csv(merged_reports, merged_reports[0].keys(), csv_out) table_header_a = "".join([TH_TMPL_GLOBAL.format(c) for c in COLUMNS_GLOBAL] + [TH_TMPL_DIFFERENTIAL.format(c) for c in COLUMNS_DIFFERENTIAL]) table_header_a = "".join( [TH_TMPL_GLOBAL.format(c) for c in COLUMNS_GLOBAL] + [TH_TMPL_DIFFERENTIAL.format(c) for c in COLUMNS_DIFFERENTIAL] ) table_header_b = list() for c in COLUMNS_DIFFERENTIAL: table_header_b.append(TH_TMPL_SECOND_ROW.format(f"Previous Run<br>ID: {id_previous}")) table_header_b.append(TH_TMPL_SECOND_ROW.format(f"Current Run<br>ID: {id_current}")) table_header_b.append( TH_TMPL_SECOND_ROW.format(f"Previous Run<br>ID: {id_previous}") ) table_header_b.append( TH_TMPL_SECOND_ROW.format(f"Current Run<br>ID: {id_current}") ) table_header_b = "".join(table_header_b) table_body = "\n".join( tr_from_row(row, id_current, id_previous) for row in merged_reports Loading Loading @@ -241,8 +249,13 @@ def merge_and_cleanup_mld_reports( return diff other_col_pairs = [(f"{col}-{id_previous}", f"{col}-{id_current}") for col in COLUMNS_DIFFERENTIAL_NOT_MLD] merged = sorted(merged, key=partial(sort_func, other_col_pairs=other_col_pairs), reverse=True) other_col_pairs = [ (f"{col}-{id_previous}", f"{col}-{id_current}") for col in COLUMNS_DIFFERENTIAL_NOT_MLD ] merged = sorted( merged, key=partial(sort_func, other_col_pairs=other_col_pairs), reverse=True ) # remove the unecessary whole path from the testcase names for row in merged: Loading
ci/complexity_measurements/check_for_changes.py 0 → 100644 +45 −0 Original line number Diff line number Diff line import argparse import csv import sys import numpy as np THRESH = 0.01 COLS = [ [3, 5, 7, 9], # wmops_all [3,5,7,8,10,12,13,15,17], # ram_all [3,5,7,9,11,13,15,17,19], # rom_all ] def main(args): linewise_logfiles = [args.wmops_logfile, args.ram_logfile, args.rom_logfile] changes_found_linewise = any([check_linewise_logfile(f, c) for f, c in zip(linewise_logfiles, COLS)]) if changes_found_linewise: print("Global max of WMOPS, RAM or ROM changed") return int(changes_found_linewise) def check_linewise_logfile(filepath, cols): with open(filepath) as f: contents = [line for line in csv.reader(f, delimiter=" ")] curr = contents[-1] prev = contents[-2] change_ratios = [abs(float(curr[i]) / float(prev[i]) - 1) > THRESH for i in cols] changes_found = any(change_ratios) return changes_found if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument("wmops_logfile") parser.add_argument("ram_logfile") parser.add_argument("rom_logfile") args = parser.parse_args() sys.exit(main(args))
