Commit ea2c971e authored by Jan Kiene's avatar Jan Kiene
Browse files

add split RAM graphs + cleanup

parent 0e70ac53

ci/complexity_measurements/index_complexity.html

+94 −258
Original line number Diff line number Diff line
@@ -56,44 +56,11 @@ 
 <script type="text/javascript" src="graphs_ram_flc_level_3.js"></script>

 <script type="text/javascript" src="graphs_ram_flc_rate_sw.js"></script>



 <script type="text/javascript" src="graphs_rom_flc_level_1.js"></script>

 <script type="text/javascript" src="graphs_rom_flc_level_2.js"></script>

 <script type="text/javascript" src="graphs_rom_flc_level_3.js"></script>

 <script type="text/javascript" src="graphs_rom_flc_rate_sw.js"></script>

 <script type="text/javascript" src="graphs_rom_flc.js"></script>

</head>



 <body>



<!--

  <div id="menu">

    <ul>

      <li><a href="#sec:graph-wmops">WMOPS</a>

      <span class="symbols">

      <span class="trafficlight"><span id="wmops_tl_l">&#x25cf;</span><span id="wmops_tl_c">&#x25cf;</span><span id="wmops_tl_r">&#x25cf;</span></span>

      <span class="trend"><span id="wmops_trend">-</span></span>

      </span>

      </li>



      <li><a href="#sec:graph-wmops_per_op">WMOPS per OP</a></li>



      <li><a href="#sec:graph-ram">RAM</a>

      <span class="symbols">

      <span class="trafficlight"><span id="ram_tl_l">&#x25cf;</span><span id="ram_tl_c">&#x25cf;</span><span id="ram_tl_r">&#x25cf;</span></span>

      <span class="trend"><span id="ram_trend">-</span></span>

      </span>

      </li>



      <li><a href="#sec:graph-rom">ROM</a>

      <span class="symbols">

      <span class="trafficlight"><span id="rom_tl_l">&#x25cf;</span><span id="rom_tl_c">&#x25cf;</span><span id="rom_tl_r">&#x25cf;</span></span>

      <span class="trend"><span id="rom_trend">-</span></span>

      </span></li>



      <li><a href="#sec:faq">FAQ</a></li>

    </ul>

  </div>

-->



  <div id="content">

    <h1 id="sec:graph-wmops">IVAS FORMAT - Worst Case WMOPS Performance</h1>
@@ -154,9 +121,26 @@ 
      <h1 id="sec:graph-ram">IVAS FORMAT - Worst Case RAM Demand</h1>



      <div class="graph-container">

        <div id="ram-graph"></div>

        <h2>Level 1 (13.2 - 80 kbps)</h2>

        <div id="ram-graph-level_1"></div>

      </div>



      <div class="graph-container">

        <h2>Level 2 (96 - 192 kbps)</h2>

        <div id="ram-graph-level_2"></div>

      </div>



      <div class="graph-container">

        <h2>Level 3 (256 - 512 kbps)</h2>

        <div id="ram-graph-level_3"></div>

      </div>



      <div class="graph-container">

        <h2>Rate switching (level-independent)</h2>

        <div id="ram-graph-rate_sw"></div>

      </div>





      <div class="graph-container" style="clear: both;">

        <ul class="legend">

          <li style="border-color: #FF0000;"><em>Max. total RAM Codec:</em>
@@ -206,17 +190,12 @@ 
        </ul>

      </div>



      <hr />



  <h1 id="sec:faq">FAQ</h1>

  <dl style="margin-left: 200px; margin-right: 200px;">

    <dt>Q:</dt><dd>Which input files are used for audio-input? What error pattern is used?</dd>

    <dt>A:</dt><dd>The input files can be found <a href="https://forge.3gpp.org/rep/ivas-codec-pc/ivas-pc-testfiles/-/tree/longer-testv-on-runners">here</a>. The error pattern is <a href="https://forge.3gpp.org/rep/ivas-codec-pc/ivas-codec/-/blob/main/ci/complexity_measurements/ep_10pct_fer.g192">here</a></dd>.

    <dt>Q:</dt><dd>The legend lists some References, but I can't see them in the plot?</dd>

    <dt>A:</dt><dd>The plot Axes are scaled to fit the measured numbers. The reference values might be too high to fit into the plot. Put differently: if you can't see the references, you are probably below them (all is well).</dd>.

    <dt>Q:</dt><dd>What is the meaning of these funny symbols in the navigation box, in the left upper corner of this page?</dd>

    <dt>A:</dt><dd>

    1) Traffic light <span style="color: #202020; background-color: #000000; opacity: 0.8; font-weight: bolder; font-size: 1.5em;"><span style="color:  #FF0000;">&#x25cf;</span><span>&#x25cf;</span><span>&#x25cf;</span></span>, <span style="color: #202020; background-color: #000000; opacity: 0.8; font-weight: bolder; font-size: 1.5em;"><span>&#x25cf;</span><span style="color: #FFFF00;">&#x25cf;</span><span>&#x25cf;</span></span> or <span style="color: #202020; background-color: #000000; opacity: 0.8; font-weight: bolder; font-size: 1.5em;"><span>&#x25cf;</span><span>&#x25cf;</span><span style="color: #00FF00;">&#x25cf;</span></span>: !!!CURRENTLY NOT WORKING CORRECTLY AS NO REQUIREMENTS DEFINED YET!!! The traffic light symbols show, whether the last datapoint matches the requirement (green) or not (red). A yellow traffic light means that the requirement is matched, but the score is very close (within a 3% margin) to the requirement.<br />

    2) Arrow <span style="color: #202020; background-color: #000000; opacity: 0.8; font-weight: bolder; font-size: 1.5em;"><span style="color: #FF0000;">&uarr;</span></span>, <span style="color: #202020; background-color: #000000; opacity: 0.8; font-weight: bolder; font-size: 1.5em;"><span style="color: #00FF00;">&darr;</span></span>, <span style="color: #202020; background-color: #000000; opacity: 0.8; font-weight: bolder; font-size: 1.5em;"><span style="color: #FFFFFF;">&rarr;</span></span>: The arrow indicates the trend of the last datapoint, compared to the last but one. An upwards arrow means that the score got higher (i.e. worse), downwards arrow arrow means that the score got lower (i.e. better), and a rightwards arrow means that the score was kept constant (within a 1% margin). 

    <br /></dd>

  </dl>



<!-- License notice for Jquery and Flot as per OSS requirements -->
@@ -467,36 +446,6 @@ 
        var max = get_max_y_val_for_plotting(Graphs_WMOPS_rate_sw.wmops_worstcase.displays, 50);

        drawGraph($("#wmops-graph-rate_sw"), Graphs_WMOPS_rate_sw.wmops_worstcase, max);

    });



    // var refData  = Graphs_WMOPS.wmops_worstcase.displays[0];

    // var testData = Graphs_WMOPS.wmops_worstcase.displays[2];

    // var testDataRs = Graphs_WMOPS.wmops_worstcase.displays[6];

    // var nEntries = testData.data.length;

    //

    // if( testDataRs.data[nEntries-1][1] > testData.data[nEntries-1][1] ) { 

    //   testData = testDataRs;

    // } 

    //

    // if(testData.data[nEntries-1][1] > refData.data[nEntries-1][1] ) { 

    //   document.getElementById("wmops_tl_l").style.color="#FF0000";

    // } else if(testData.data[nEntries-1][1] > 0.97 * refData.data[nEntries-1][1] ) { 

    //   document.getElementById("wmops_tl_c").style.color="#FFFF00";

    // } else { 

    //   document.getElementById("wmops_tl_r").style.color="#00FF00";

    // }

    //

    // if(nEntries > 1) { 

    //   if( testData.data[nEntries-1][1] > 1.01 * testData.data[nEntries-2][1] ) { 

    //     document.getElementById("wmops_trend").innerHTML="&uarr;";

    //     document.getElementById("wmops_trend").style.color="#FF0000";

    //   } else if(testData.data[nEntries-1][1] < 0.99 * testData.data[nEntries-2][1] ) { 

    //   document.getElementById("wmops_trend").innerHTML="&darr;";

    //   document.getElementById("wmops_trend").style.color="#00FF00";

    //   } else { 

    //   document.getElementById("wmops_trend").innerHTML="&rarr;";

    //   document.getElementById("wmops_trend").style.color="#FFFFFF";

    //   }

    // }

  }
@@ -615,11 +564,11 @@ function WMOPS_perOP() { 
        drawGraph($("#wmops_per_op-graph-dec"), graph_dec, max_dec);

    });



    var nEntriesWmopsGraph = Graphs_WMOPS.wmops_worstcase.runs.length - 1;

    var nEntriesWmopsGraph = Graphs_WMOPS_level_1.wmops_worstcase.runs.length - 1;

    var legend = "<p style=\"text-align: center;\">Numbers derived from revision " +

                  Graphs_WMOPS.wmops_worstcase.runs[nEntriesWmopsGraph].revision + 

                  Graphs_WMOPS_level_1.wmops_worstcase.runs[nEntriesWmopsGraph].revision + 

                ", " + 

                Graphs_WMOPS.wmops_worstcase.runs[nEntriesWmopsGraph].fullDate + 

                Graphs_WMOPS_level_1.wmops_worstcase.runs[nEntriesWmopsGraph].fullDate + 

                "</p>";



    document.getElementById("wmops_per_op-legend-enc").innerHTML = legend;
@@ -757,34 +706,21 @@ function RAM() { 
    }



    $(document).ready(function () {

        var max = get_max_y_val_for_plotting(Graphs_RAM.ram_worstcase.displays, 50000);

        drawGraph($("#ram-graph"), Graphs_RAM.ram_worstcase, max);

        var max = get_max_y_val_for_plotting(Graphs_RAM_level_1.ram_worstcase.displays, 50000);

        drawGraph($("#ram-graph-level_1"), Graphs_RAM_level_1.ram_worstcase, max);

    });

    $(document).ready(function () {

        var max = get_max_y_val_for_plotting(Graphs_RAM_level_2.ram_worstcase.displays, 50000);

        drawGraph($("#ram-graph-level_2"), Graphs_RAM_level_2.ram_worstcase, max);

    });

    $(document).ready(function () {

        var max = get_max_y_val_for_plotting(Graphs_RAM_level_3.ram_worstcase.displays, 50000);

        drawGraph($("#ram-graph-level_3"), Graphs_RAM_level_3.ram_worstcase, max);

    });

    $(document).ready(function () {

        var max = get_max_y_val_for_plotting(Graphs_RAM_rate_sw.ram_worstcase.displays, 50000);

        drawGraph($("#ram-graph-rate_sw"), Graphs_RAM_rate_sw.ram_worstcase, max);

    });



   var testData = Graphs_RAM.ram_worstcase.displays[1];

   var refData  = Graphs_RAM.ram_worstcase.displays[0];

   var nEntries = testData.data.length;



   if( testData.data[nEntries-1][1] > refData.data[nEntries-1][1] ) { 

     document.getElementById("ram_tl_l").style.color="#FF0000";

   } else if( testData.data[nEntries-1][1] > 0.97 * refData.data[nEntries-1][1] ) { 

     document.getElementById("ram_tl_c").style.color="#FFFF00";

   } else { 

     document.getElementById("ram_tl_r").style.color="#00FF00";

  }



  if(nEntries > 1) { 

    if( testData.data[nEntries-1][1] > 1.01 * testData.data[nEntries-2][1] ) { 

      document.getElementById("ram_trend").innerHTML="&uarr;";

      document.getElementById("ram_trend").style.color="#FF0000";

    } else if( testData.data[nEntries-1][1] < 0.99 * testData.data[nEntries-2][1] ) { 

     document.getElementById("ram_trend").innerHTML="&darr;";

     document.getElementById("ram_trend").style.color="#00FF00";

    } else { 

     document.getElementById("ram_trend").innerHTML="&rarr;";

     document.getElementById("ram_trend").style.color="#FFFFFF";

    }

  }

}
@@ -873,56 +809,11 @@ function ROM() { 
                }

              }



/*

              if( item.series.id == "TotalRomCodecScore" ){ 

                text += "Worst case enc: " + graph.runs[x].TotalRomEnc + "<br>";

                text += "Worst case dec: " + graph.runs[x].TotalRomDec + "<br>";

              }

              if( item.series.id == "TotalRomEncScore" ){ 

                text += "Worst case enc: " + graph.runs[x].TotalRomEnc + "<br>";

              }

              if( item.series.id == "TotalRomDecScore" ){ 

                text += "Worst case dec: " + graph.runs[x].TotalRomDec + "<br>";

              }

              if( item.series.id == "PROMCodecScore" ){ 

                text += "Worst case enc: " + graph.runs[x].PromEnc + "<br>";

                text += "Worst case dec: " + graph.runs[x].PromDec + "<br>";

              }

              if( item.series.id == "PROMEncScore" ){ 

                text += "Worst case enc: " + graph.runs[x].PromEnc + "<br>";

              }

              if( item.series.id == "PROMDecScore" ){ 

                text += "Worst case dec: " + graph.runs[x].PromDec + "<br>";

              }

              if( item.series.id == "TROMCodecScore" ){ 

                text += "Worst case enc: " + graph.runs[x].TromEnc + "<br>";

                text += "Worst case dec: " + graph.runs[x].TromDec + "<br>";

              }

              if( item.series.id == "TROMEncScore" ){ 

                text += "Worst case enc: " + graph.runs[x].TromEnc + "<br>";

              }

              if( item.series.id == "TROMDecScore" ){ 

                text += "Worst case dec: " + graph.runs[x].TromDec + "<br>";

              }

*/



              text += "<br>"

	      text += "Revision: " + graph.runs[x].revision + "<br>";

	      text += "Date: "  + graph.runs[x].fullDate + "<br><br>";

              text += "<a href=\"logs/" + graph.runs[x].logFile + "\">Logfile</a><br>";



                /*

              if( item.series.id == "maxRomFlc" ){ 

                text += "<a href=\"logs/" + graph.runs[x].logFileFlc + "\">Logfile</a><br>";

              }

                */



			  /*

              if( item.series.id == "maxRomBasop" ){ 

                text += "<a href=\"logs/" + graph.runs[x].logFileBasop + "\">Logfile</a><br>";

              }

			  */



            } else {

              text = "ROM requirement: 800000 bytes";

            }
@@ -937,61 +828,6 @@ function ROM() { 
        drawGraph($("#rom-graph"), Graphs_ROM.rom_worstcase, max);

    });





   /* FLC */

   var testData = Graphs_ROM.rom_worstcase.displays[1];

   var refData  = Graphs_ROM.rom_worstcase.displays[0];

   var nEntries = testData.data.length;



   if( testData.data[nEntries-1][1] > refData.data[nEntries-1][1] ) { 

     document.getElementById("rom_tl_l").style.color="#FF0000";

   } else if( testData.data[nEntries-1][1] > 0.97 * refData.data[nEntries-1][1] ) { 

     document.getElementById("rom_tl_c").style.color="#FFFF00";

   } else { 

     document.getElementById("rom_tl_r").style.color="#00FF00";

   }



   if(nEntries > 1) { 

     if( testData.data[nEntries-1][1] > 1.01 * testData.data[nEntries-2][1] ) { 

       document.getElementById("rom_trend").innerHTML="&uarr;";

       document.getElementById("rom_trend").style.color="#FF0000";

     } else if( testData.data[nEntries-1][1] < 0.99 * testData.data[nEntries-2][1] ) { 

       document.getElementById("rom_trend").innerHTML="&darr;";

       document.getElementById("rom_trend").style.color="#00FF00";

     } else { 

       document.getElementById("rom_trend").innerHTML="&rarr;";

       document.getElementById("rom_trend").style.color="#FFFFFF";

     }

  }





   /* BASOP */

   /*

   var testData = Graphs_ROM_BASOP.rom_worstcase.displays[2];

   var refData  = Graphs_ROM.rom_worstcase.displays[0];

   var nEntries = testData.data.length;



   if( testData.data[nEntries-1][1] > refData.data[nEntries-1][1] ) { 

     document.getElementById("rom_basop_tl_l").style.color="#FF0000";

   } else if( testData.data[nEntries-1][1] > 0.97 * refData.data[nEntries-1][1] ) { 

     document.getElementById("rom_basop_tl_c").style.color="#FFFF00";

   } else { 

     document.getElementById("rom_basop_tl_r").style.color="#00FF00";

   }



   if(nEntries > 1) { 

     if( testData.data[nEntries-1][1] > 1.01 * testData.data[nEntries-2][1] ) { 

       document.getElementById("rom_basop_trend").innerHTML="&uarr;";

       document.getElementById("rom_basop_trend").style.color="#FF0000";

     } else if( testData.data[nEntries-1][1] < 0.99 * testData.data[nEntries-2][1] ) { 

       document.getElementById("rom_basop_trend").innerHTML="&darr;";

       document.getElementById("rom_basop_trend").style.color="#00FF00";

     } else { 

       document.getElementById("rom_basop_trend").innerHTML="&rarr;";

       document.getElementById("rom_basop_trend").style.color="#FFFFFF";

     }

  }

  */

}



  WMOPS();

ci/complexity_measurements/style.css

+16 −1
Original line number Diff line number Diff line
@@ -104,7 +104,22 @@ hr { 
 width:1600px;

 float:left;

}

#ram-graph {

#ram-graph-level_1 {

 height:500px;

 width:1600px;

 float:left;

}

#ram-graph-level_2 {

 height:500px;

 width:1600px;

 float:left;

}

#ram-graph-level_3 {

 height:500px;

 width:1600px;

 float:left;

}

#ram-graph-rate_sw {

 height:500px;

 width:1600px;

 float:left;