port MR (846929df) · Commits · SA4 / Audio / IVAS BASOP

apps/decoder.c

+23 −28

Original line number	Diff line number	Diff line
		@@ -64,19 +64,10 @@ static
		#endif
		int32_t frame = 0; /* Counter of frames */

		#ifdef DEBUGGING
		#define MIN_NUM_BITS_ACTIVE_FRAME 56
		#define NUM_BITS_SID_IVAS_5K2 104
		#define MAX_OUTPUT_PCM_BUFFER_SIZE ( ( IVAS_MAX_OUTPUT_CHANNELS + IVAS_MAX_NUM_OBJECTS ) * IVAS_MAX_FRAME_SIZE )

		#define ORIENT_TRK_NONE ( 0 )
		#define ORIENT_TRK_REF ( 1 )
		#define ORIENT_TRK_AVG ( 2 )
		#define ORIENT_TRK_REF_VEC ( 3 )
		#define ORIENT_TRK_REF_VEC_LEV ( 4 )

		#define JBM_FRONTEND_FETCH_FRAMESIZE_MS 20
		#define HEADROTATION_FETCH_FRAMESIZE_MS 5
		#define DEFAULT_FETCH_FRAMESIZE_MS 20
		#endif


		/------------------------------------------------------------------------------------------
		@@ -122,7 +113,7 @@ typedef struct
		IVAS_DEC_INPUT_FORMAT inputFormat;
		bool customLsOutputEnabled;
		char *customLsSetupFilename;
		int16_t orientation_tracking;
		IVAS_HEAD_ORIENT_TRK_T orientation_tracking;
		bool non_diegetic_pan_enabled;
		float non_diegetic_pan_gain;
		Word16 non_diegetic_pan_gain_fx; /* Q15 */
		@@ -164,7 +155,7 @@ typedef struct
		static bool parseCmdlIVAS_dec( int16_t argc, char *argv, DecArguments arg );
		static void usage_dec( void );
		static ivas_error decodeG192( DecArguments arg, BS_READER_HANDLE hBsReader, IVAS_DEC_HRTF_BINARY_WRAPPER hHrtfBinary, RotFileReader headRotReader, RotFileReader externalOrientationFileReader, RotFileReader refRotReader, Vector3PairFileReader referenceVectorReader, ISAR_SPLIT_REND_BITS_DATA splitRendBits, IVAS_DEC_HANDLE hIvasDec, int16_t *pcmBuf );
		static ivas_error decodeVoIP( DecArguments arg, BS_READER_HANDLE hBsReader, IVAS_DEC_HRTF_BINARY_WRAPPER hHrtfBinary, RotFileReader headRotReader, RotFileReader externalOrientationFileReader, RotFileReader refRotReader, Vector3PairFileReader *referenceVectorReader, IVAS_DEC_HANDLE hIvasDec );
		static ivas_error decodeVoIP( DecArguments arg, BS_READER_HANDLE hBsReader, IVAS_DEC_HRTF_BINARY_WRAPPER hHrtfBinary, RotFileReader headRotReader, RotFileReader externalOrientationFileReader, RotFileReader refRotReader, Vector3PairFileReader referenceVectorReader, IVAS_DEC_HANDLE hIvasDec, int16_t pcmBuf );
		static ivas_error load_hrtf_from_file( IVAS_DEC_HRTF_BINARY_WRAPPER *hHrtfBinary, IVAS_DEC_HANDLE hIvasDec, const IVAS_AUDIO_CONFIG OutputConfig, const int32_t output_Fs );


		@@ -324,7 +315,7 @@ int main(
		}

		/* sanity check */
		if ( arg.orientation_tracking != ORIENT_TRK_REF )
		if ( arg.orientation_tracking != IVAS_HEAD_ORIENT_TRK_REF )
		{
		fprintf( stderr, "\nError: Reference rotation file can be used in '-otr ref' mode only.\n\n" );
		goto cleanup;
		@@ -351,7 +342,7 @@ int main(
		}

		/* sanity check */
		if ( arg.orientation_tracking != ORIENT_TRK_REF_VEC && arg.orientation_tracking != ORIENT_TRK_REF_VEC_LEV )
		if ( arg.orientation_tracking != IVAS_HEAD_ORIENT_TRK_REF_VEC && arg.orientation_tracking != IVAS_HEAD_ORIENT_TRK_REF_VEC_LEV )
		{
		fprintf( stderr, "\nError: Reference trajectory file can be used in '-otr ref_vec' or '-otr ref_vec_lev' mode only.\n\n" );
		goto cleanup;
		@@ -627,7 +618,7 @@ int main(

		if ( arg.voipMode )
		{
		error = decodeVoIP( arg, hBsReader, &hHrtfBinary, headRotReader, externalOrientationFileReader, refRotReader, referenceVectorReader, hIvasDec );
		error = decodeVoIP( arg, hBsReader, &hHrtfBinary, headRotReader, externalOrientationFileReader, refRotReader, referenceVectorReader, hIvasDec, pcmBuf );
		}
		else
		{
		@@ -813,7 +804,11 @@ static bool parseCmdlIVAS_dec(
		int16_t i;
		char argv_to_upper[FILENAME_MAX];

		arg->output_Fs = 48000;
		/-----------------------------------------------------------------
		* Set default values
		-----------------------------------------------------------------/

		arg->output_Fs = IVAS_MAX_SAMPLING_RATE;
		arg->outputConfig = IVAS_AUDIO_CONFIG_MONO;
		arg->decMode = IVAS_DEC_MODE_IVAS;
		arg->quietModeEnabled = false;
		@@ -823,7 +818,7 @@ static bool parseCmdlIVAS_dec(

		arg->enableHeadRotation = false;
		arg->headrotTrajFileName = NULL;
		arg->orientation_tracking = ORIENT_TRK_NONE;
		arg->orientation_tracking = IVAS_MAX_SAMPLING_RATE;
		arg->enableReferenceRotation = false;
		arg->headrotTrajFileName = NULL;
		arg->enableReferenceVectorTracking = false;
		@@ -1034,23 +1029,23 @@ static bool parseCmdlIVAS_dec(

		if ( strcmp( argv_to_upper, "NONE" ) == 0 )
		{
		arg->orientation_tracking = ORIENT_TRK_NONE;
		arg->orientation_tracking = IVAS_HEAD_ORIENT_TRK_NONE;
		}
		else if ( strcmp( argv_to_upper, "REF" ) == 0 )
		{
		arg->orientation_tracking = ORIENT_TRK_REF;
		arg->orientation_tracking = IVAS_HEAD_ORIENT_TRK_REF;
		}
		else if ( strcmp( argv_to_upper, "AVG" ) == 0 )
		{
		arg->orientation_tracking = ORIENT_TRK_AVG;
		arg->orientation_tracking = IVAS_HEAD_ORIENT_TRK_AVG;
		}
		else if ( strcmp( argv_to_upper, "REF_VEC" ) == 0 )
		{
		arg->orientation_tracking = ORIENT_TRK_REF_VEC;
		arg->orientation_tracking = IVAS_HEAD_ORIENT_TRK_REF_VEC;
		}
		else if ( strcmp( argv_to_upper, "REF_VEC_LEV" ) == 0 )
		{
		arg->orientation_tracking = ORIENT_TRK_REF_VEC_LEV;
		arg->orientation_tracking = IVAS_HEAD_ORIENT_TRK_REF_VEC_LEV;
		}
		else
		{
		@@ -2586,14 +2581,15 @@ static ivas_error decodeVoIP(
		RotFileReader *externalOrientationFileReader,
		RotFileReader *refRotReader,
		Vector3PairFileReader *referenceVectorReader,
		IVAS_DEC_HANDLE hIvasDec )
		IVAS_DEC_HANDLE hIvasDec,
		int16_t *pcmBuf )
		{
		bool decodingFailed = true; /* Assume failure until cleanup is reached without errors */
		ivas_error error = IVAS_ERR_OK;

		uint32_t nextPacketRcvTime_ms = 0;
		uint32_t systemTime_ms = 0;
		uint32_t systemTimeInc_ms = (uint32_t) JBM_FRONTEND_FETCH_FRAMESIZE_MS;
		uint32_t systemTimeInc_ms = (uint32_t) ( 1000 / IVAS_NUM_FRAMES_PER_SEC );
		int32_t nFramesFed = 0;

		uint8_t au[( IVAS_MAX_BITS_PER_FRAME + 7 ) >> 3];
		@@ -2607,7 +2603,6 @@ static ivas_error decodeVoIP(
		MasaFileWriter *masaWriter = NULL;
		uint16_t numObj = 0;

		int16_t pcmBuf[MAX_OUTPUT_PCM_BUFFER_SIZE];
		AudioFileWriter *afWriter = NULL;
		#ifdef SUPPORT_JBM_TRACEFILE
		JbmTraceFileWriter *jbmTraceWriter = NULL;

apps/encoder.c

+37 −3

Original line number	Diff line number	Diff line
		@@ -163,7 +163,6 @@ typedef struct
		* Local functions prototypes
		------------------------------------------------------------------------------------------/

		static void initArgStruct( EncArguments *arg );
		static bool parseCmdlIVAS_enc( int16_t argc, char argv[], EncArguments arg );
		static void usage_enc( void );
		static bool readBandwidth( FILE file, IVAS_ENC_BANDWIDTH bandwidth, int32_t *bandwidthFrameCounter );
		@@ -208,8 +207,6 @@ int main(
		reset_mem( USE_BYTES );
		#endif

		initArgStruct( &arg );

		/------------------------------------------------------------------------------------------
		* Parse command-line arguments
		------------------------------------------------------------------------------------------/
		@@ -907,6 +904,43 @@ static bool parseCmdlIVAS_enc(
		char stmp[FILENAME_MAX];
		int32_t tmp;

		/-----------------------------------------------------------------
		* Set default values
		-----------------------------------------------------------------/

		arg->inputWavFilename = NULL;
		arg->outputBitstreamFilename = NULL;
		arg->inputFs = 0;
		arg->inputFormat = IVAS_ENC_INPUT_MONO;
		arg->is_binaural = false;
		arg->inputFormatConfig.stereoToMonoDownmix = false;
		arg->max_bwidth_user = false;
		arg->maxBandwidth = IVAS_ENC_BANDWIDTH_UNDEFINED;
		arg->bandwithProfileFile = NULL;
		arg->dtxConfig = IVAS_ENC_GetDefaultDtxConfig();
		arg->initBitrate = 0;
		arg->bitrateProfileFile = NULL;
		arg->quietModeEnabled = false;
		arg->delayCompensationEnabled = true;
		arg->masaMetadataFile = NULL;
		arg->caConfig = IVAS_ENC_GetDefaultChannelAwareConfig();
		arg->ca_config_file = NULL;
		arg->mimeOutput = false;
		arg->ism_extended_metadata = false;
		arg->complexityLevel = IVAS_ENC_COMPLEXITY_LEVEL_THREE;
		#ifdef DEBUGGING
		arg->forcedMode = IVAS_ENC_FORCE_UNFORCED;
		arg->forcedModeFile = NULL;
		#ifdef DEBUG_FORCE_DIR
		arg->forcedModeDir = NULL;
		#endif
		#endif
		arg->pca = false;

		/-----------------------------------------------------------------
		* Initialization
		-----------------------------------------------------------------/

		if ( argc < 5 )
		{
		fprintf( stderr, "Error: Not enough input parameters. Exiting!\n\n" );

apps/isar_post_rend.c

+1 −1

Original line number	Diff line number	Diff line
		@@ -952,7 +952,7 @@ int main(

		memset( outBuffer.data_fx, 0, outBuffer.config.numSamplesPerChannel * outBuffer.config.numChannels * sizeof( Word32 ) );

		bitsBufferSize = SPLIT_REND_BITS_BUFF_SIZE;
		bitsBufferSize = ISAR_SPLIT_REND_BITS_BUFF_SIZE;

		if ( bitsBufferSize > 0 )
		{

apps/renderer.c

+3 −3

Original line number	Diff line number	Diff line
		@@ -174,7 +174,7 @@ typedef struct
		char externalOrientationFilePath[RENDERER_MAX_CLI_ARG_LENGTH];
		char customHrtfFilePath[RENDERER_MAX_CLI_ARG_LENGTH];
		char renderConfigFilePath[RENDERER_MAX_CLI_ARG_LENGTH];
		int8_t orientation_tracking;
		IVAS_HEAD_ORIENT_TRK_T orientation_tracking;
		int16_t Opt_Headrotation;
		int16_t Opt_ExternalOrientation;
		int16_t nonDiegeticPan;
		@@ -1601,7 +1601,7 @@ int main(

		if ( is_split_pre_rend_mode( &args ) )
		{
		bitsBufferSize = SPLIT_REND_BITS_BUFF_SIZE;
		bitsBufferSize = ISAR_SPLIT_REND_BITS_BUFF_SIZE;
		}
		else
		{
		@@ -2431,7 +2431,7 @@ static bool parseRenderFramesize(

		static bool parseOrientationTracking(
		char *value,
		int8_t *orientation_tracking )
		IVAS_HEAD_ORIENT_TRK_T *orientation_tracking )
		{
		to_upper( value );

lib_com/common_api_types.h

+16 −11

Original line number	Diff line number	Diff line
		@@ -46,24 +46,28 @@
		* Common API constants
		----------------------------------------------------------------------------------/

		#define IVAS_NUM_FRAMES_PER_SEC 50
		#define IVAS_MAX_FRAME_SIZE ( 48000 / IVAS_NUM_FRAMES_PER_SEC )
		#define IVAS_MAX_BITS_PER_FRAME ( 512000 / IVAS_NUM_FRAMES_PER_SEC )
		#define IVAS_NUM_FRAMES_PER_SEC 50 /* number of frames per second */
		#define IVAS_MAX_SAMPLING_RATE 48000 /* maximum supported sampling rate in Hz */
		#define IVAS_MAX_FRAME_SIZE ( IVAS_MAX_SAMPLING_RATE / IVAS_NUM_FRAMES_PER_SEC ) /* maximum frame buffer length (per channel) in samples */
		#define IVAS_MAX_BITS_PER_FRAME ( 512000 / IVAS_NUM_FRAMES_PER_SEC ) /* maximum bits per frame; corresponds to maximum bitrate of 512 kbps */

		#define IVAS_MAX_NUM_OBJECTS 4
		#define IVAS_MAX_INPUT_CHANNELS 16
		#define IVAS_MAX_OUTPUT_CHANNELS 16
		#define IVAS_MAX_OUTPUT_CHANNELS 16 /* Note: there is an exception for OSBA and EXT otuput where it can be 20 (HOA3 + 4 ISM channels) */
		#define IVAS_CLDFB_NO_COL_MAX 16
		#define IVAS_CLDFB_NO_CHANNELS_MAX 60

		/* Renderer constants */
		#define IVAS_MAX_PARAM_SPATIAL_SUBFRAMES 4
		#define IVAS_ROOM_ABS_COEFF 6
		#define IVAS_REVERB_PREDELAY_MAX 20 /* Max input delay for reverb module */
		#define IVAS_ER_LIST_HEIGHT 1.6f
		#define IVAS_ER_LIST_HEIGHT_FX 6710886 /* 1.6f in Q.22 */

		/* Maximum buffer length (per channel) in samples */
		#define MAX_BUFFER_LENGTH_PER_CHANNEL ( L_FRAME48k )
		/* JBM constants for adaptive-playout */
		#define IVAS_TIME_SCALE_MIN 50 /* min. time-scaling [%] */
		#define IVAS_TIME_SCALE_MAX 150 /* max. time-scaling [%] */

		/* Frame size required when rendering to binaural */
		#define BINAURAL_RENDERING_FRAME_SIZE_MS 5

		/----------------------------------------------------------------------------------
		* Common API enum for output audio configurations
		@@ -195,7 +199,7 @@ typedef struct ivas_hrtf_crend_structure *IVAS_DEC_HRTF_CREND_HANDLE;
		typedef struct ivas_hrtf_fastconv_struct *IVAS_DEC_HRTF_FASTCONV_HANDLE;
		typedef struct ivas_hrtf_parambin_struct *IVAS_DEC_HRTF_PARAMBIN_HANDLE;
		typedef struct ivas_hrtf_statistics_struct *IVAS_DEC_HRTF_STATISTICS_HANDLE;
		typedef struct cldfb_filter_bank_struct *IVAS_CLDFB_FILTER_BANK_HANDLE;
		typedef struct ivas_cldfb_filter_bank_struct *IVAS_CLDFB_FILTER_BANK_HANDLE;

		typedef struct ivas_LS_setup_custom *IVAS_LSSETUP_CUSTOM_HANDLE;
		typedef struct ivas_LS_setup_custom IVAS_LSSETUP_CUSTOM_STRUCT;
		@@ -246,7 +250,7 @@ typedef enum _ivas_binaural_renderer_type
		#define ISAR_MAX_SPLIT_REND_BITRATE 768000
		#define ISAR_MAX_SPLIT_REND_BITS_BUFFER_SIZE_IN_BYTES ( ( ( (Word32) ISAR_MAX_SPLIT_REND_BITRATE / IVAS_NUM_FRAMES_PER_SEC ) + 7 ) >> 3 )
		#define ISAR_SPLIT_REND_ADDITIONAL_BYTES_TO_READ 1
		#define SPLIT_REND_BITS_BUFF_SIZE ( ISAR_MAX_SPLIT_REND_BITS_BUFFER_SIZE_IN_BYTES + ISAR_SPLIT_REND_ADDITIONAL_BYTES_TO_READ )
		#define ISAR_SPLIT_REND_BITS_BUFF_SIZE ( ISAR_MAX_SPLIT_REND_BITS_BUFFER_SIZE_IN_BYTES + ISAR_SPLIT_REND_ADDITIONAL_BYTES_TO_READ )

		typedef enum
		{
		@@ -311,6 +315,7 @@ typedef struct _ISAR_SPLIT_REND_CONFIG

		} ISAR_SPLIT_REND_CONFIG_DATA, *ISAR_SPLIT_REND_CONFIG_HANDLE;


		/----------------------------------------------------------------------------------
		* Renderer API structures and enums
		----------------------------------------------------------------------------------/
		@@ -355,6 +360,7 @@ typedef struct _IVAS_RENDER_CONFIG
		Word16 directivity_fx[IVAS_MAX_NUM_OBJECTS * 3]; // has the following q-factor pattern: {6, 6, 15, 6, 6, 15, 6, 6, 15, 6, 6, 15}
		float distAtt[3];
		Word32 distAtt_fx[3]; /* {Q27, Q30, Q30} */

		} IVAS_RENDER_CONFIG_DATA, *IVAS_RENDER_CONFIG_HANDLE;

		typedef struct
		@@ -371,7 +377,6 @@ typedef struct
		Word16 q_factor;
		Word16 *pq_fact;
		Word32 *data_fx;
		// Word16 Q_data;

		} IVAS_REND_AudioBuffer;