Commit e3b44814 authored by Jan Kiene's avatar Jan Kiene
Browse files

add loop over split csv files

parent bf3b9844
Loading
Loading
Loading
Loading
+48 −23
Original line number Diff line number Diff line
@@ -94,30 +94,55 @@ fi
./scripts/IvasBuildAndRunChecks.py $mode_arg_script $repo_arg_script -p $config_file --checks COMPLEXITY --create_complexity_tables ${wmopsFilenameFlc} -C $ivas_format $mode_arg -f ${ep} --oc $output_format
ret_val=$?

./ci/complexity_measurements/split_by_levels.py "${wmopsFilenameFlc}*.csv"

split_suffixes=("rate_sw", "level_1", "level_2", "level_3")

for suffix in $split_suffixes; do

  wmopsFilenameFlc_split="${wmopsFilenameFlc}_WMOPS_${suffix}.csv"
  wmopsFilenameFlcLast_split="${wmopsFilenameFlcLast}_WMOPS_${suffix}.csv"
  log_wmops_all_split="${destDir}/wmops/log_wmops_all_${suffix}.txt"
  latest_wmops_split="${wmopsFilenameFlcDir}/latest_WMOPS_${suffix}.csv"

  heapFilenameFlc_split="${wmopsFilenameFlc}_HEAP_${suffix}.csv"
  stackFilenameFlc_split="${wmopsFilenameFlc}_STACK_${suffix}.csv"
  ramFilenameFlc_split="${wmopsFilenameFlc}_RAM_${suffix}.csv"
  ramFilenameFlcLast_split="${wmopsFilenameFlcLast}_RAM_${suffix}.csv"
  log_ram_all_split="${destDir}/wmops/log_ram_all_${suffix}.txt"

  promFilenameFlc_split="${wmopsFilenameFlc}_PROM_${suffix}.csv"
  tromFilenameFlc_split="${wmopsFilenameFlc}_TROM_${suffix}.csv"
  romFilenameFlc_split="${wmopsFilenameFlc}_ROM_${suffix}.csv"
  romFilenameFlcLast_split="${wmopsFilenameFlcLast}_ROM_${suffix}.csv"
  log_rom_all_split="${destDir}/wmops/log_rom_all_${suffix}.txt"

  # get the info on worst-case operating point: WMOPS number, enc-operating mode, dec-operating mode
  ### WMOPS
${scriptDir}/parseNewsletterWmops.py ${wmopsFilenameFlc}_WMOPS.csv ${wmopsFilenameFlcLast}_WMOPS.csv ${commit_sha} ${shortDate} ${fullDate} >>${destDir}/wmops/log_wmops_all.txt
  ${scriptDir}/parseNewsletterWmops.py ${wmopsFilenameFlc_split} ${wmopsFilenameFlcLast_split} ${commit_sha} ${shortDate} ${fullDate} >>${log_wmops_all_split}

  # create copy of WMOPS csv file with special name to easily get it from artifacts when comparing BASOP to float numbers
cp ${wmopsFilenameFlc}_WMOPS.csv ${wmopsFilenameFlcDir}/latest_WMOPS.csv
  cp ${wmopsFilenameFlc_split} ${latest_wmops_split}

  # get memory info for webpage
  ### RAM
${scriptDir}/mergeNewsletterRam.py ${wmopsFilenameFlc}_HEAP.csv ${wmopsFilenameFlc}_STACK.csv >${wmopsFilenameFlc}_RAM.csv
${scriptDir}/parseNewsletterRam.py ${wmopsFilenameFlc}_HEAP.csv ${wmopsFilenameFlc}_STACK.csv ${wmopsFilenameFlcLast}_RAM.csv ${commit_sha} ${shortDate} ${fullDate} >>${destDir}/wmops/log_ram_all.txt
  ${scriptDir}/mergeNewsletterRam.py ${heapFilenameFlc_split} ${stackFilenameFlc_split} >${ramFilenameFlc_split}
  ${scriptDir}/parseNewsletterRam.py ${heapFilenameFlc_split} ${stackFilenameFlc_split} ${ramFilenameFlcLast_split} ${commit_sha} ${shortDate} ${fullDate} >>${log_ram_all_split}

  ### ROM
${scriptDir}/mergeNewsletterRom.py ${wmopsFilenameFlc}_PROM.csv ${wmopsFilenameFlc}_TROM.csv >${wmopsFilenameFlc}_ROM.csv
${scriptDir}/parseNewsletterRom.py ${wmopsFilenameFlc}_PROM.csv ${wmopsFilenameFlc}_TROM.csv ${wmopsFilenameFlcLast}_ROM.csv ${commit_sha} ${shortDate} ${fullDate} >>${destDir}/wmops/log_rom_all.txt
  ${scriptDir}/mergeNewsletterRom.py ${promFilenameFlc_split} ${tromFilenameFlc_split} >${romFilenameFlc_split}
  ${scriptDir}/parseNewsletterRom.py ${promFilenameFlc_split} ${tromFilenameFlc_split} ${romFilenameFlcLast_split} ${commit_sha} ${shortDate} ${fullDate} >>${log_rom_all_split}

  # generate javascript code from log files
  # pass the ref log for comparison only if arg is given
  if [ "$wmops_ref_logfile" != "" ]; then
  python3 ci/complexity_measurements/genWebpageData.py ${destDir}/wmops/log_wmops_all.txt ${wmopsFilenameFlc}_WMOPS.csv ${destDir}/wmops/log_rom_all.txt ${destDir}/wmops/log_ram_all.txt --wmops_per_op_log_for_comparison $wmops_ref_logfile
    python3 ci/complexity_measurements/genWebpageData.py ${log_wmops_all_split} ${wmopsFilenameFlc_split} ${log_rom_all_split} ${log_ram_all_split} --wmops_per_op_log_for_comparison $wmops_ref_logfile
  else
  python3 ci/complexity_measurements/genWebpageData.py ${destDir}/wmops/log_wmops_all.txt ${wmopsFilenameFlc}_WMOPS.csv ${destDir}/wmops/log_rom_all.txt ${destDir}/wmops/log_ram_all.txt
    python3 ci/complexity_measurements/genWebpageData.py ${log_wmops_all_split} ${wmopsFilenameFlc_split} ${log_rom_all_split} ${log_ram_all_split}
  fi

done

python3 ${scriptDir}/check_for_changes.py ${destDir}/wmops/log_wmops_all.txt ${destDir}/wmops/log_ram_all.txt ${destDir}/wmops/log_rom_all.txt
if [ "$?" != "0" ]; then
  ret_val=1