Loading ci/complexity_measurements/getWmops.sh +48 −23 Original line number Diff line number Diff line Loading @@ -94,30 +94,55 @@ fi ./scripts/IvasBuildAndRunChecks.py $mode_arg_script $repo_arg_script -p $config_file --checks COMPLEXITY --create_complexity_tables ${wmopsFilenameFlc} -C $ivas_format $mode_arg -f ${ep} --oc $output_format ret_val=$? ./ci/complexity_measurements/split_by_levels.py "${wmopsFilenameFlc}*.csv" split_suffixes=("rate_sw", "level_1", "level_2", "level_3") for suffix in $split_suffixes; do wmopsFilenameFlc_split="${wmopsFilenameFlc}_WMOPS_${suffix}.csv" wmopsFilenameFlcLast_split="${wmopsFilenameFlcLast}_WMOPS_${suffix}.csv" log_wmops_all_split="${destDir}/wmops/log_wmops_all_${suffix}.txt" latest_wmops_split="${wmopsFilenameFlcDir}/latest_WMOPS_${suffix}.csv" heapFilenameFlc_split="${wmopsFilenameFlc}_HEAP_${suffix}.csv" stackFilenameFlc_split="${wmopsFilenameFlc}_STACK_${suffix}.csv" ramFilenameFlc_split="${wmopsFilenameFlc}_RAM_${suffix}.csv" ramFilenameFlcLast_split="${wmopsFilenameFlcLast}_RAM_${suffix}.csv" log_ram_all_split="${destDir}/wmops/log_ram_all_${suffix}.txt" promFilenameFlc_split="${wmopsFilenameFlc}_PROM_${suffix}.csv" tromFilenameFlc_split="${wmopsFilenameFlc}_TROM_${suffix}.csv" romFilenameFlc_split="${wmopsFilenameFlc}_ROM_${suffix}.csv" romFilenameFlcLast_split="${wmopsFilenameFlcLast}_ROM_${suffix}.csv" log_rom_all_split="${destDir}/wmops/log_rom_all_${suffix}.txt" # get the info on worst-case operating point: WMOPS number, enc-operating mode, dec-operating mode ### WMOPS ${scriptDir}/parseNewsletterWmops.py ${wmopsFilenameFlc}_WMOPS.csv ${wmopsFilenameFlcLast}_WMOPS.csv ${commit_sha} ${shortDate} ${fullDate} >>${destDir}/wmops/log_wmops_all.txt ${scriptDir}/parseNewsletterWmops.py ${wmopsFilenameFlc_split} ${wmopsFilenameFlcLast_split} ${commit_sha} ${shortDate} ${fullDate} >>${log_wmops_all_split} # create copy of WMOPS csv file with special name to easily get it from artifacts when comparing BASOP to float numbers cp ${wmopsFilenameFlc}_WMOPS.csv ${wmopsFilenameFlcDir}/latest_WMOPS.csv cp ${wmopsFilenameFlc_split} ${latest_wmops_split} # get memory info for webpage ### RAM ${scriptDir}/mergeNewsletterRam.py ${wmopsFilenameFlc}_HEAP.csv ${wmopsFilenameFlc}_STACK.csv >${wmopsFilenameFlc}_RAM.csv ${scriptDir}/parseNewsletterRam.py ${wmopsFilenameFlc}_HEAP.csv ${wmopsFilenameFlc}_STACK.csv ${wmopsFilenameFlcLast}_RAM.csv ${commit_sha} ${shortDate} ${fullDate} >>${destDir}/wmops/log_ram_all.txt ${scriptDir}/mergeNewsletterRam.py ${heapFilenameFlc_split} ${stackFilenameFlc_split} >${ramFilenameFlc_split} ${scriptDir}/parseNewsletterRam.py ${heapFilenameFlc_split} ${stackFilenameFlc_split} ${ramFilenameFlcLast_split} ${commit_sha} ${shortDate} ${fullDate} >>${log_ram_all_split} ### ROM ${scriptDir}/mergeNewsletterRom.py ${wmopsFilenameFlc}_PROM.csv ${wmopsFilenameFlc}_TROM.csv >${wmopsFilenameFlc}_ROM.csv ${scriptDir}/parseNewsletterRom.py ${wmopsFilenameFlc}_PROM.csv ${wmopsFilenameFlc}_TROM.csv ${wmopsFilenameFlcLast}_ROM.csv ${commit_sha} ${shortDate} ${fullDate} >>${destDir}/wmops/log_rom_all.txt ${scriptDir}/mergeNewsletterRom.py ${promFilenameFlc_split} ${tromFilenameFlc_split} >${romFilenameFlc_split} ${scriptDir}/parseNewsletterRom.py ${promFilenameFlc_split} ${tromFilenameFlc_split} ${romFilenameFlcLast_split} ${commit_sha} ${shortDate} ${fullDate} >>${log_rom_all_split} # generate javascript code from log files # pass the ref log for comparison only if arg is given if [ "$wmops_ref_logfile" != "" ]; then python3 ci/complexity_measurements/genWebpageData.py ${destDir}/wmops/log_wmops_all.txt ${wmopsFilenameFlc}_WMOPS.csv ${destDir}/wmops/log_rom_all.txt ${destDir}/wmops/log_ram_all.txt --wmops_per_op_log_for_comparison $wmops_ref_logfile python3 ci/complexity_measurements/genWebpageData.py ${log_wmops_all_split} ${wmopsFilenameFlc_split} ${log_rom_all_split} ${log_ram_all_split} --wmops_per_op_log_for_comparison $wmops_ref_logfile else python3 ci/complexity_measurements/genWebpageData.py ${destDir}/wmops/log_wmops_all.txt ${wmopsFilenameFlc}_WMOPS.csv ${destDir}/wmops/log_rom_all.txt ${destDir}/wmops/log_ram_all.txt python3 ci/complexity_measurements/genWebpageData.py ${log_wmops_all_split} ${wmopsFilenameFlc_split} ${log_rom_all_split} ${log_ram_all_split} fi done python3 ${scriptDir}/check_for_changes.py ${destDir}/wmops/log_wmops_all.txt ${destDir}/wmops/log_ram_all.txt ${destDir}/wmops/log_rom_all.txt if [ "$?" != "0" ]; then ret_val=1 Loading Loading
ci/complexity_measurements/getWmops.sh +48 −23 Original line number Diff line number Diff line Loading @@ -94,30 +94,55 @@ fi ./scripts/IvasBuildAndRunChecks.py $mode_arg_script $repo_arg_script -p $config_file --checks COMPLEXITY --create_complexity_tables ${wmopsFilenameFlc} -C $ivas_format $mode_arg -f ${ep} --oc $output_format ret_val=$? ./ci/complexity_measurements/split_by_levels.py "${wmopsFilenameFlc}*.csv" split_suffixes=("rate_sw", "level_1", "level_2", "level_3") for suffix in $split_suffixes; do wmopsFilenameFlc_split="${wmopsFilenameFlc}_WMOPS_${suffix}.csv" wmopsFilenameFlcLast_split="${wmopsFilenameFlcLast}_WMOPS_${suffix}.csv" log_wmops_all_split="${destDir}/wmops/log_wmops_all_${suffix}.txt" latest_wmops_split="${wmopsFilenameFlcDir}/latest_WMOPS_${suffix}.csv" heapFilenameFlc_split="${wmopsFilenameFlc}_HEAP_${suffix}.csv" stackFilenameFlc_split="${wmopsFilenameFlc}_STACK_${suffix}.csv" ramFilenameFlc_split="${wmopsFilenameFlc}_RAM_${suffix}.csv" ramFilenameFlcLast_split="${wmopsFilenameFlcLast}_RAM_${suffix}.csv" log_ram_all_split="${destDir}/wmops/log_ram_all_${suffix}.txt" promFilenameFlc_split="${wmopsFilenameFlc}_PROM_${suffix}.csv" tromFilenameFlc_split="${wmopsFilenameFlc}_TROM_${suffix}.csv" romFilenameFlc_split="${wmopsFilenameFlc}_ROM_${suffix}.csv" romFilenameFlcLast_split="${wmopsFilenameFlcLast}_ROM_${suffix}.csv" log_rom_all_split="${destDir}/wmops/log_rom_all_${suffix}.txt" # get the info on worst-case operating point: WMOPS number, enc-operating mode, dec-operating mode ### WMOPS ${scriptDir}/parseNewsletterWmops.py ${wmopsFilenameFlc}_WMOPS.csv ${wmopsFilenameFlcLast}_WMOPS.csv ${commit_sha} ${shortDate} ${fullDate} >>${destDir}/wmops/log_wmops_all.txt ${scriptDir}/parseNewsletterWmops.py ${wmopsFilenameFlc_split} ${wmopsFilenameFlcLast_split} ${commit_sha} ${shortDate} ${fullDate} >>${log_wmops_all_split} # create copy of WMOPS csv file with special name to easily get it from artifacts when comparing BASOP to float numbers cp ${wmopsFilenameFlc}_WMOPS.csv ${wmopsFilenameFlcDir}/latest_WMOPS.csv cp ${wmopsFilenameFlc_split} ${latest_wmops_split} # get memory info for webpage ### RAM ${scriptDir}/mergeNewsletterRam.py ${wmopsFilenameFlc}_HEAP.csv ${wmopsFilenameFlc}_STACK.csv >${wmopsFilenameFlc}_RAM.csv ${scriptDir}/parseNewsletterRam.py ${wmopsFilenameFlc}_HEAP.csv ${wmopsFilenameFlc}_STACK.csv ${wmopsFilenameFlcLast}_RAM.csv ${commit_sha} ${shortDate} ${fullDate} >>${destDir}/wmops/log_ram_all.txt ${scriptDir}/mergeNewsletterRam.py ${heapFilenameFlc_split} ${stackFilenameFlc_split} >${ramFilenameFlc_split} ${scriptDir}/parseNewsletterRam.py ${heapFilenameFlc_split} ${stackFilenameFlc_split} ${ramFilenameFlcLast_split} ${commit_sha} ${shortDate} ${fullDate} >>${log_ram_all_split} ### ROM ${scriptDir}/mergeNewsletterRom.py ${wmopsFilenameFlc}_PROM.csv ${wmopsFilenameFlc}_TROM.csv >${wmopsFilenameFlc}_ROM.csv ${scriptDir}/parseNewsletterRom.py ${wmopsFilenameFlc}_PROM.csv ${wmopsFilenameFlc}_TROM.csv ${wmopsFilenameFlcLast}_ROM.csv ${commit_sha} ${shortDate} ${fullDate} >>${destDir}/wmops/log_rom_all.txt ${scriptDir}/mergeNewsletterRom.py ${promFilenameFlc_split} ${tromFilenameFlc_split} >${romFilenameFlc_split} ${scriptDir}/parseNewsletterRom.py ${promFilenameFlc_split} ${tromFilenameFlc_split} ${romFilenameFlcLast_split} ${commit_sha} ${shortDate} ${fullDate} >>${log_rom_all_split} # generate javascript code from log files # pass the ref log for comparison only if arg is given if [ "$wmops_ref_logfile" != "" ]; then python3 ci/complexity_measurements/genWebpageData.py ${destDir}/wmops/log_wmops_all.txt ${wmopsFilenameFlc}_WMOPS.csv ${destDir}/wmops/log_rom_all.txt ${destDir}/wmops/log_ram_all.txt --wmops_per_op_log_for_comparison $wmops_ref_logfile python3 ci/complexity_measurements/genWebpageData.py ${log_wmops_all_split} ${wmopsFilenameFlc_split} ${log_rom_all_split} ${log_ram_all_split} --wmops_per_op_log_for_comparison $wmops_ref_logfile else python3 ci/complexity_measurements/genWebpageData.py ${destDir}/wmops/log_wmops_all.txt ${wmopsFilenameFlc}_WMOPS.csv ${destDir}/wmops/log_rom_all.txt ${destDir}/wmops/log_ram_all.txt python3 ci/complexity_measurements/genWebpageData.py ${log_wmops_all_split} ${wmopsFilenameFlc_split} ${log_rom_all_split} ${log_ram_all_split} fi done python3 ${scriptDir}/check_for_changes.py ${destDir}/wmops/log_wmops_all.txt ${destDir}/wmops/log_ram_all.txt ${destDir}/wmops/log_rom_all.txt if [ "$?" != "0" ]; then ret_val=1 Loading