Merge branch 'va/wmc_tool' of https://forge.3gpp.org/rep/ivas-codec-pc/ivas-codec into va/wmc_tool (8a2cd8ff) · Commits · IVAS Codec Public Collaboration / IVAS Codec

.gitlab-ci.yml

+1 −0

Original line number	Diff line number	Diff line
		@@ -965,6 +965,7 @@ coverage-test-on-main-scheduled:
		- sed -i "s/IVAS FORMAT/IVAS $in_format to $out_format/g" ${public_dir}/index.html
		# do separately here to avoid overwrite complaints by mv
		- mv -f ci/complexity_measurements/style.css ${public_dir}/
		- ls $public_dir

		.complexity-template:
		extends:

ci/collect_artifacts.py

+3 −0

Original line number	Diff line number	Diff line
		@@ -62,6 +62,9 @@ def collect_for_sanitizer_test(file):
		)
		files_to_archive = find_failed_files_for_sanitizer_test(console_log, "logs")

		print("files_to_archive_noPLC:", files_to_archive_noPLC)
		print("files_to_archive:", files_to_archive)

		log_folder = pathlib.Path("./LOGS_PLC")
		log_folder.mkdir()
		for test in files_to_archive.keys():

ci/complexity_measurements/getWmops.sh

+0 −4

Original line number	Diff line number	Diff line
		@@ -55,7 +55,6 @@ wmopsFilenameFlc=${destDir}/wmops/logs/${wmopsFilenameFlcLast}

		# instrument and build
		./scripts/IvasBuildAndRunChecks.py -p $config_file --checks COMPLEXITY --create_complexity_tables ${wmopsFilenameFlc} -C $ivas_format -f ${ep} --oc $output_format
		# ./scripts/IvasBuildAndRunChecks.py -z debug -p $config_file --checks COMPLEXITY --create_complexity_tables ${wmopsFilenameFlc} -m stereo_b24_4_swb_cbr -C stereo -f ${ep} --oc stereo

		# get the info on worst-case operating point: WMOPS number, enc-operating mode, dec-operating mode
		### WMOPS
		@@ -77,9 +76,6 @@ ${scriptDir}/parseNewsletterRam.py ${wmopsFilenameFlc}_HEAP.csv ${wmopsFilenameF
		tcsh ${scriptDir}/genWebpageData_Ram.csh ${destDir}/wmops/log_ram_all.txt ${destDir}/wmops/graphs_ram_flc.js Graphs_RAM

		### ROM
		# now go on with BASOP
		# promFilenameBasopLast="null"
		# promScoreBasop=0

		${scriptDir}/mergeNewsletterRom.py ${wmopsFilenameFlc}_PROM.csv ${wmopsFilenameFlc}_TROM.csv > ${wmopsFilenameFlc}_ROM.csv
		${scriptDir}/parseNewsletterRom.py ${wmopsFilenameFlc}_PROM.csv ${wmopsFilenameFlc}_TROM.csv ${wmopsFilenameFlcLast}_ROM.csv ${commit_sha} ${shortDate} ${fullDate} >> ${destDir}/wmops/log_rom_all.txt

ci/complexity_measurements/index_complexity.html

+47 −215

Original line number	Diff line number	Diff line
		@@ -52,7 +52,6 @@
		<!-- <script type="text/javascript" src="graphs_ram_basop.js"></script>-->
		<script type="text/javascript" src="graphs_rom_flc.js"></script>
		<!-- <script type="text/javascript" src="graphs_rom_basop.js"></script>-->
		<script type="text/javascript" src="graphs_prom_flc.js"></script>
		</head>

		<body>
		@@ -103,30 +102,6 @@
		<span class="trend"><span id="rom_trend">-</span></span>
		</span></li>

		<!--
		<li><a href="#sec:graph-rom-basop">ROM BASOP</a>
		<span class="symbols">
		<span class="trafficlight"><span id="rom_basop_tl_l">●</span><span id="rom_basop_tl_c">●</span><span id="rom_basop_tl_r">●</span></span>
		<span class="trend"><span id="rom_basop_trend">-</span></span>
		</span></li>
		-->

		<li><a href="#sec:graph-prom">PROM</a>
		<span class="symbols">
		<span class="trafficlight"><span id="prom_tl_l">●</span><span id="prom_tl_c">●</span><span id="prom_tl_r">●</span></span>
		<span class="trend"><span id="prom_trend">-</span></span>
		</span>
		</li>

		<!--
		<li><a href="#sec:graph-prom">PROM BASOP</a></a>
		<span class="symbols">
		<span class="trafficlight"><span id="prom_basop_tl_l">●</span><span id="prom_basop_tl_c">●</span><span id="prom_basop_tl_r">●</span></span>
		<span class="trend"><span id="prom_basop_trend">-</span></span>
		</span>
		</li>
		-->

		<li><a href="#sec:faq">FAQ</a></li>
		</ul>
		</div>
		@@ -284,8 +259,17 @@

		<div class="graph-container" style="clear: both;">
		<ul class="legend">
		<li style="border-color: #FF8000;"><em>Measured ROM table size, 32
		bit words (Float)</em></li>
		<li style="border-color: #FF0000;"><em>Max. total ROM Codec:</em> Encoder + Decoder</li>
		<li style="border-color: #FF8000;"><em>Max. total ROM Encoder:</em> Encoder only</li>
		<li style="border-color: #FFFF00;"><em>Max. total ROM Decoder:</em> Decoder only</li>

		<li style="border-color: #800080;"><em>Max. Table ROM Codec:</em> Encoder + Decoder</li>
		<li style="border-color: #0000FF;"><em>Max. Table ROM Encoder:</em> Encoder only</li>
		<li style="border-color: #0080C0;"><em>Max. Table ROM Decoder:</em> Decoder only</li>

		<li style="border-color: #004000;"><em>Max. PROM Codec:</em> Encoder + Decoder</li>
		<li style="border-color: #008000;"><em>Max. PROM Encoder:</em> Encoder only</li>
		<li style="border-color: #00FF00;"><em>Max. PROM Decoder:</em> Decoder only</li>
		</ul>
		</div>

		@@ -308,22 +292,6 @@
		<hr />
		-->

		<h1 id="sec:graph-prom">IVAS FORMAT - Worst Case PROM Demand</h1>

		<div class="graph-container">
		<div id="prom-graph"></div>
		</div>

		<div class="graph-container" style="clear: both;">
		<ul class="legend">
		<li style="border-color: #FF8000;"><em>Measured PROM (Float,
		trunk)</em></li>
		<!--<li style="border-color: #0080FF;"><em>Measured PROM (BASOP, branch basop)</em></li>-->
		</ul>
		</div>

		<hr />

		<h1 id="sec:faq">FAQ</h1>
		<dl style="margin-left: 200px; margin-right: 200px;">
		<dt>Q:</dt><dd>What is the meaning of these funny symbols in the navigation box, in the left upper corner of this page?</dd>
		@@ -941,7 +909,8 @@ function ROM() {
		previousPoint = item.datapoint;
		$("#tooltip").remove();

		if(item.series.id != "requirementRom"){
		if(item.series.id != "requirementRom")
		{
		var x = item.datapoint[0];
		var y = item.datapoint[1];
		var text = 'Score: ' + y;
		@@ -971,13 +940,47 @@ function ROM() {
		}
		}

		if( item.series.id == "TotalRomCodecScore" ){
		text += "Worst case enc: " + graph.runs[x].TotalRomEnc + "<br>";
		text += "Worst case dec: " + graph.runs[x].TotalRomDec + "<br>";
		}
		if( item.series.id == "TotalRomEncScore" ){
		text += "Worst case enc: " + graph.runs[x].TotalRomEnc + "<br>";
		}
		if( item.series.id == "TotalRomDecScore" ){
		text += "Worst case dec: " + graph.runs[x].TotalRomDec + "<br>";
		}
		if( item.series.id == "PROMCodecScore" ){
		text += "Worst case enc: " + graph.runs[x].PromEnc + "<br>";
		text += "Worst case dec: " + graph.runs[x].PromDec + "<br>";
		}
		if( item.series.id == "PROMEncScore" ){
		text += "Worst case enc: " + graph.runs[x].PromEnc + "<br>";
		}
		if( item.series.id == "PROMDecScore" ){
		text += "Worst case dec: " + graph.runs[x].PromDec + "<br>";
		}
		if( item.series.id == "TROMCodecScore" ){
		text += "Worst case enc: " + graph.runs[x].TromEnc + "<br>";
		text += "Worst case dec: " + graph.runs[x].TromDec + "<br>";
		}
		if( item.series.id == "TROMEncScore" ){
		text += "Worst case enc: " + graph.runs[x].TromEnc + "<br>";
		}
		if( item.series.id == "TROMDecScore" ){
		text += "Worst case dec: " + graph.runs[x].TromDec + "<br>";
		}

		text += "<br>"
		text += "Revision: " + graph.runs[x].revision + "<br>";
		text += "Date: " + graph.runs[x].fullDate + "<br><br>";
		text += "<a href=\"logs/" + graph.runs[x].logFile + "\">Logfile</a><br>";

		/*
		if( item.series.id == "maxRomFlc" ){
		text += "<a href=\"logs/" + graph.runs[x].logFileFlc + "\">Logfile</a><br>";
		}
		*/

		/*
		if( item.series.id == "maxRomBasop" ){
		@@ -1056,182 +1059,11 @@ function ROM() {
		*/
		}



		function PROM() {

		var previousPoint = null;

		function drawGraph(elt, graph, max_val) {
		var options = {
		yaxis: {
		min: 0,
		max: max_val,
		tickFormatter: function (v, axis) {
		if (graph.direction == -1)
		return v + " Ops";
		return v;
		},
		invert: graph.direction == 1
		},
		xaxis: {
		tickFormatter: function (v, axis) {
		v = Math.round(v);
		if (!(v in graph.runs))
		return '';
		return graph.runs[v].shortDate;
		}
		},
		legend: { show: false },
		grid: {
		hoverable: true,
		clickable: true
		}
		};

		$.plot(elt, graph.displays, options);

		elt.bind("plothover", function (event, pos, item) {
		if (!item) {
		// only remove if not in tooltip anymore
		if ($('#tooltip:hover').length == 0) {
		$("#tooltip").remove();
		}
		previousPoint = null;
		return;
		}

		if (previousPoint &&
		(previousPoint[0] == item.datapoint[0]) &&
		(previousPoint[1] == item.datapoint[1])) {
		return;
		}

		previousPoint = item.datapoint;
		$("#tooltip").remove();

		if(item.series.id != "requirementProm"){
		var x = item.datapoint[0];
		var y = item.datapoint[1];
		var text = 'Score: ' + y;

		if (graph.direction == -1)
		text += " Ops";
		text += "<br>";

		if (x > 0) {
		var thisValue = parseFloat(y);
		var prevValue = parseFloat(item.series.data[x - 1, x - 1][1]);
		var diff = Math.round((thisValue - prevValue) * 100) / 100;
		var pdiff = calcPercentDiff(thisValue, prevValue);
		var better;
		if ((pdiff < 0 && graph.direction == -1) \|\|
		(pdiff > 0 && graph.direction == 1)) {
		better = "worse";
		} else {
		better = "better";
		}
		pdiff = Math.abs(pdiff);
		if (diff === diff) {
		text += String.fromCharCode(916) + ": " + diff;
		if (graph.direction == -1)
		text += " Ops";
		text += " (" + pdiff + "% " + better + ")<br>";
		}
		}

		text += "<br>"
		text += "Revision: " + graph.runs[x].revision + "<br>";
		text += "Date: " + graph.runs[x].fullDate + "<br><br>";

		if( item.series.id == "promOpsFlc" ){
		text += "<a href=\"logs/" + graph.runs[x].logFileFlc +"\">Logfile</a><br>";
		}

		if( item.series.id == "promOpsBasop" ){
		text += "<a href=\"logs/" + graph.runs[x].logFileBasop +"\">Logfile</a><br>";
		}
		if( item.series.id == "promOpsBasopFlc" ){
		text += "<a href=\"logs/" + graph.runs[x].logFileBasopFlc +"\">Logfile</a><br>";
		}

		} else {
		text = "PROM requirement: 54260 Ops";
		}

		showToolTip(item.pageX, item.pageY, text);

		});
		}

		$(document).ready(function () {
		var max = get_max_y_val_for_plotting(Graphs_PROM.prom_worstcase.displays, 50000);
		drawGraph($("#prom-graph"), Graphs_PROM.prom_worstcase, max);
		});


		/* FLC */
		var testData = Graphs_PROM.prom_worstcase.displays[1];
		var refData = Graphs_PROM.prom_worstcase.displays[0];
		var nEntries = testData.data.length;

		if( testData.data[nEntries-1][1] > refData.data[nEntries-1][1] ) {
		document.getElementById("prom_tl_l").style.color="#FF0000";
		} else if( testData.data[nEntries-1][1] > 0.97 * refData.data[nEntries-1][1] ) {
		document.getElementById("prom_tl_c").style.color="#FFFF00";
		} else {
		document.getElementById("prom_tl_r").style.color="#00FF00";
		}

		if(nEntries > 1) {
		if( testData.data[nEntries-1][1] > 1.01 * testData.data[nEntries-2][1] ) {
		document.getElementById("prom_trend").innerHTML="↑";
		document.getElementById("prom_trend").style.color="#FF0000";
		} else if( testData.data[nEntries-1][1] < 0.99 * testData.data[nEntries-2][1] ) {
		document.getElementById("prom_trend").innerHTML="↓";
		document.getElementById("prom_trend").style.color="#00FF00";
		} else {
		document.getElementById("prom_trend").innerHTML="→";
		document.getElementById("prom_trend").style.color="#FFFFFF";
		}
		}


		/* BASOP */
		var testData = Graphs_PROM.prom_worstcase.displays[2];
		var refData = Graphs_PROM.prom_worstcase.displays[0];
		var nEntries = testData.data.length;

		if( testData.data[nEntries-1][1] > refData.data[nEntries-1][1] ) {
		document.getElementById("prom_basop_tl_l").style.color="#FF0000";
		} else if( testData.data[nEntries-1][1] > 0.97 * refData.data[nEntries-1][1] ) {
		document.getElementById("prom_basop_tl_c").style.color="#FFFF00";
		} else {
		document.getElementById("prom_basop_tl_r").style.color="#00FF00";
		}

		if(nEntries > 1) {
		if( testData.data[nEntries-1][1] > 1.01 * testData.data[nEntries-2][1] ) {
		document.getElementById("prom_basop_trend").innerHTML="↑";
		document.getElementById("prom_basop_trend").style.color="#FF0000";
		} else if( testData.data[nEntries-1][1] < 0.99 * testData.data[nEntries-2][1] ) {
		document.getElementById("prom_basop_trend").innerHTML="↓";
		document.getElementById("prom_basop_trend").style.color="#00FF00";
		} else {
		document.getElementById("prom_basop_trend").innerHTML="→";
		document.getElementById("prom_basop_trend").style.color="#FFFFFF";
		}
		}

		}


		WMOPS();
		WMOPS_perOP();

		RAM();
		ROM();
		PROM();

		</script>
		</body>

ci/complexity_measurements/mergeNewsletterRom.py

100644 → 100755

+0 −0

File mode changed from 100644 to 100755.

View file