Merge remote-tracking branch 'origin/main' into... (18555952) · Commits · IVAS Codec Public Collaboration / IVAS Codec

ci/collect_artifacts.py

+6 −6

Original line number	Diff line number	Diff line
		@@ -7,15 +7,13 @@ TEST_TYPES = ["sanitizers"]


		def main(args):

		test = args.test
		file = args.console_out_file
		if test == "sanitizers":
		collect_for_sanitizer_test(file)


		def find_failed_files_for_sanitizer_test(console_log: list) -> dict():

		def find_failed_files_for_sanitizer_test(console_log: list) -> dict:
		pattern_line = r"(CLANG.) reports . error\(s\) for (.*)"

		files_found = dict()
		@@ -33,13 +31,15 @@ def find_failed_files_for_sanitizer_test(console_log: list) -> dict():


		def collect_for_sanitizer_test(file):

		with open(file) as f:
		console_log = f.readlines()

		start_indicators = ["Adding config" in l for l in console_log]
		start_indicators = ["Adding config CLANG1" in line for line in console_log]
		assert sum(start_indicators) == 2

		idx_first_run = start_indicators.index(True)
		idx_second_run = start_indicators[idx_first_run + 1:].index(True) + idx_first_run + 1
		idx_second_run = start_indicators.index(True, idx_first_run + 1)

		no_plc_part = console_log[idx_first_run:idx_second_run]
		plc_part = console_log[idx_second_run:]

ci/setup_pages.py

+2 −3

Original line number	Diff line number	Diff line
		@@ -182,11 +182,10 @@ def curl_for_artifacts(job_id: int, project_id: int, exdir: str):
		"--output",
		ARTIFACTS,
		]
		print(cmd)
		subprocess.run(cmd, check=True)

		# check for valid archive (if not, it is likely a 404 page, then display that)
		cmd = ["unzip", "-t", ARTIFACTS]
		cmd = ["unzip", "-t", "-qq", ARTIFACTS]
		try:
		subprocess.run(cmd, check=True)
		except subprocess.CalledProcessError:
		@@ -195,7 +194,7 @@ def curl_for_artifacts(job_id: int, project_id: int, exdir: str):
		raise subprocess.CalledProcessError(-1, "Unzip check failed")

		# do the actual unzipping
		cmd = ["unzip", ARTIFACTS, "-d", exdir]
		cmd = ["unzip", "-q", ARTIFACTS, "-d", exdir]
		subprocess.run(cmd, check=True)

lib_com/options.h

+2 −0

Original line number	Diff line number	Diff line
		@@ -162,12 +162,14 @@
		#define TMP_1342_WORKAROUND_DEC_FLUSH_BROKEN_IN_SR /* FhG: Temporary workaround for incorrect implementation of decoder flush with split rendering */
		#define NONBE_1122_KEEP_EVS_MODE_UNCHANGED /* FhG: Disables fix for issue 1122 in EVS mode to keep BE tests green. This switch should be removed once the 1122 fix is added to EVS via a CR. */
		#define FIX_FLOAT_1535_ARI_RES_Q_CLEANUP /* FhG: remove dead code from tcx_ari_res_Q_spec() */
		#define FIX_FLOAT_1536_INIT_NO_PARAM_LPC /* FhG: make sure no_param_lpc is initialized in core_encode_twodiv() */

		/* #################### End BE switches ################################## */

		/* #################### Start NON-BE switches ############################ */
		/* any switch which is non-be wrt. TS 26.258 V3.0 */
		#define FIX_FLOAT_1493_MASA_ENCODE_STABILITY_IMPROVE /* Nokia: float issue 1493: Improves float decision stability in MASA encoding by adjusting reduction code */
		#define FIX_BASOP_2436_REUSED_CLDFB_IN_OMASA_SR /* FhG: basop issue 2436 (related to basop 2283): fix garbage output for >1 object OMASA with extrend as ISAR prerenderer */
		#define FIX_FLOAT_1528_5MS_REND_ISM_META_DELAY_COMPENSATION /* Nokia: float issue 1528: Fixes incorrect compensation for ISM metadata delay in 5ms TD rendering */

		/* ##################### End NON-BE switches ########################### */

lib_enc/core_enc_2div.c

+3 −0

Original line number	Diff line number	Diff line
		@@ -83,6 +83,9 @@ void core_encode_twodiv(
		set_s( tnsSize, 0, 2 );
		set_s( tnsBits, 0, 2 );
		ltpBits = 0;
		#ifdef FIX_FLOAT_1536_INIT_NO_PARAM_LPC
		no_param_lpc = 0;
		#endif

		for ( i = 0; i < 3; i++ )
		{

lib_rend/lib_rend.c

+130 −1

Original line number	Diff line number	Diff line
		@@ -454,6 +454,66 @@ static void accumulate2dArrayToBuffer(
		return;
		}


		#ifdef FIX_BASOP_2436_REUSED_CLDFB_IN_OMASA_SR
		/-------------------------------------------------------------------
		* audio_buffer_td_to_cldfb()
		*
		* Performs CLDFB analysis on contents of td_buffer and mixes the result into cldfb_buffer.
		*
		* This function does not clear the destination buffer before writing.
		*
		* The number of valid CLDFB handles in cldfbAna must be a least equal to the number of channels
		* in the audio buffers.
		-------------------------------------------------------------------/
		static void audio_buffer_td_to_cldfb(
		IVAS_REND_AudioBuffer td_buffer,
		IVAS_REND_AudioBuffer cldfb_buffer,
		int32_t fs,
		HANDLE_CLDFB_FILTER_BANK *cldfbAna )
		{
		int16_t ch, slot_idx;
		float *td_read_ptr;
		float *cldfb_write_ptr;
		int16_t num_bands, num_slots;

		assert( !td_buffer.config.is_cldfb );
		assert( cldfb_buffer.config.is_cldfb );

		assert( td_buffer.config.numChannels == cldfb_buffer.config.numChannels );
		assert( td_buffer.config.numSamplesPerChannel * 2 == cldfb_buffer.config.numSamplesPerChannel );

		td_read_ptr = td_buffer.data;
		cldfb_write_ptr = cldfb_buffer.data;
		num_bands = (int16_t) ( ( CLDFB_NO_CHANNELS_MAX * fs ) / 48000 );
		assert( td_buffer.config.numSamplesPerChannel % num_bands == 0 );
		num_slots = td_buffer.config.numSamplesPerChannel / num_bands;

		for ( ch = 0; ch < cldfb_buffer.config.numChannels; ++ch )
		{
		for ( slot_idx = 0; slot_idx < num_slots; ++slot_idx )
		{
		float re[CLDFB_NO_CHANNELS_MAX];
		float im[CLDFB_NO_CHANNELS_MAX];

		cldfbAnalysis_ts( td_read_ptr,
		re,
		im,
		num_bands,
		cldfbAna[ch] );

		td_read_ptr += num_bands;

		v_add( re, cldfb_write_ptr, cldfb_write_ptr, num_bands );
		cldfb_write_ptr += num_bands;
		v_add( im, cldfb_write_ptr, cldfb_write_ptr, num_bands );
		cldfb_write_ptr += num_bands;
		}
		}
		}
		#endif


		/-------------------------------------------------------------------
		* limitRendererOutput()
		*
		@@ -6070,16 +6130,25 @@ static ivas_error renderIsmToSplitBinaural(
		const MULTI_BIN_REND_POSE_DATA *pMultiBinPoseData;
		const SPLIT_REND_WRAPPER *pSplitRendWrapper;
		IVAS_QUATERNION originalHeadRot[MAX_PARAM_SPATIAL_SUBFRAMES];
		int16_t i, ch, slot_idx, num_bands;
		int16_t i;
		float tmpBinaural[MAX_HEAD_ROT_POSES * BINAURAL_CHANNELS][L_FRAME48k];
		#ifndef FIX_BASOP_2436_REUSED_CLDFB_IN_OMASA_SR
		int16_t ch, slot_idx, num_bands;
		float tmpBinaural_CldfbRe[MAX_HEAD_ROT_POSES * BINAURAL_CHANNELS][CLDFB_NO_COL_MAX][CLDFB_NO_CHANNELS_MAX];
		float tmpBinaural_CldfbIm[MAX_HEAD_ROT_POSES * BINAURAL_CHANNELS][CLDFB_NO_COL_MAX][CLDFB_NO_CHANNELS_MAX];
		#endif
		int16_t output_frame = ismInput->base.inputBuffer.config.numSamplesPerChannel;
		COMBINED_ORIENTATION_HANDLE pCombinedOrientationData;
		int16_t ism_md_subframe_update_ext;

		push_wmops( "renderIsmToSplitBinaural" );

		#ifdef FIX_BASOP_2436_REUSED_CLDFB_IN_OMASA_SR
		assert( !outAudio.config.is_cldfb &&
		"ISM renderering only supports TD output. If CLDFB output was requested, "
		"we convert to CLDFB higher up the stack after rendering all ISMs" );
		#endif

		pSplitRendWrapper = ismInput->base.ctx.pSplitRendWrapper;
		pMultiBinPoseData = &pSplitRendWrapper->multiBinPoseData;

		@@ -6140,6 +6209,7 @@ static ivas_error renderIsmToSplitBinaural(
		return error;
		}

		#ifndef FIX_BASOP_2436_REUSED_CLDFB_IN_OMASA_SR
		if ( outAudio.config.is_cldfb )
		{
		/* Perform CLDFB analysis on rendered audio, since the output buffer is CLDFB domain */
		@@ -6158,11 +6228,14 @@ static ivas_error renderIsmToSplitBinaural(
		}
		else
		{
		#endif
		/* Copy rendered audio to tmp storage buffer. Copying directly to output would
		* overwrite original audio, which is still needed for rendering next head pose. */
		mvr2r( tmpProcessing[0], tmpBinaural[BINAURAL_CHANNELS * pos_idx], output_frame );
		mvr2r( tmpProcessing[1], tmpBinaural[BINAURAL_CHANNELS * pos_idx + 1], output_frame );
		#ifndef FIX_BASOP_2436_REUSED_CLDFB_IN_OMASA_SR
		}
		#endif

		/* Overwrite processing buffer with original input audio again */
		copyBufferTo2dArray( ismInput->base.inputBuffer, tmpProcessing );
		@@ -6174,14 +6247,18 @@ static ivas_error renderIsmToSplitBinaural(
		pCombinedOrientationData->Quaternions[i] = originalHeadRot[i];
		}

		#ifndef FIX_BASOP_2436_REUSED_CLDFB_IN_OMASA_SR
		if ( outAudio.config.is_cldfb )
		{
		accumulateCLDFBArrayToBuffer( tmpBinaural_CldfbRe, tmpBinaural_CldfbIm, &outAudio );
		}
		else
		{
		#endif
		accumulate2dArrayToBuffer( tmpBinaural, &outAudio );
		#ifndef FIX_BASOP_2436_REUSED_CLDFB_IN_OMASA_SR
		}
		#endif
		pop_wmops();

		/* Encoding to split rendering bitstream done at a higher level */
		@@ -6288,6 +6365,42 @@ static ivas_error renderActiveInputsIsm(
		int16_t i;
		input_ism *pCurrentInput;
		ivas_error error;
		#ifdef FIX_BASOP_2436_REUSED_CLDFB_IN_OMASA_SR
		int16_t num_active_inputs;
		IVAS_REND_AudioBuffer work_buffer;
		float tmp_td_binaural[MAX_HEAD_ROT_POSES * BINAURAL_CHANNELS * L_FRAME48k];

		// Early return in case there are no active ISM inputs
		num_active_inputs = 0;
		for ( i = 0, pCurrentInput = hIvasRend->inputsIsm; i < RENDERER_MAX_ISM_INPUTS; ++i, ++pCurrentInput )
		{
		if ( pCurrentInput->base.inConfig != IVAS_AUDIO_CONFIG_INVALID )
		{
		++num_active_inputs;
		}
		}
		if ( num_active_inputs == 0 )
		{
		return IVAS_ERR_OK;
		}

		// By default (TD output), use outAudio as work_buffer. This means we render individual ISMs
		// directly to outAudio, since the `data` member of both these structs is pointing to the same memory.
		// Initializing this way also fixes MSVC's false-positive warning about work_buffer being used
		// without initialization in code below, as well as some WMC tool instrumentation problems.
		work_buffer = outAudio;

		// ISM rendering only supports TD output. If CLDFB output was requested, we first render
		// to TD in a temporary buffer and then convert to CLDFB. We do this by swapping out the
		// underlying memory of work_buffer and modifying its config to TD.
		if ( outAudio.config.is_cldfb )
		{
		work_buffer.config.numSamplesPerChannel /= 2;
		work_buffer.config.is_cldfb = false;
		work_buffer.data = tmp_td_binaural;
		set_zero( tmp_td_binaural, MAX_HEAD_ROT_POSES * BINAURAL_CHANNELS * L_FRAME48k );
		}
		#endif

		for ( i = 0, pCurrentInput = hIvasRend->inputsIsm; i < RENDERER_MAX_ISM_INPUTS; ++i, ++pCurrentInput )
		{
		@@ -6297,12 +6410,28 @@ static ivas_error renderActiveInputsIsm(
		continue;
		}

		#ifdef FIX_BASOP_2436_REUSED_CLDFB_IN_OMASA_SR
		if ( ( error = renderInputIsm( pCurrentInput,
		hIvasRend->outputConfig,
		work_buffer ) ) != IVAS_ERR_OK )
		#else
		if ( ( error = renderInputIsm( pCurrentInput, hIvasRend->outputConfig, outAudio ) ) != IVAS_ERR_OK )
		#endif
		{
		return error;
		}
		}

		#ifdef FIX_BASOP_2436_REUSED_CLDFB_IN_OMASA_SR
		if ( outAudio.config.is_cldfb )
		{
		audio_buffer_td_to_cldfb( work_buffer,
		outAudio,
		hIvasRend->sampleRateOut,
		hIvasRend->splitRendWrapper->hCldfbHandles->cldfbAna );
		}
		#endif

		return IVAS_ERR_OK;
		}