Commit b33022b5 authored by TYAGIRIS's avatar TYAGIRIS
Browse files

fix for 3by3 matrix inverse computaiton when det is negative

parent 2d4e5268

lib_com/ivas_spar_com.c

+4 −0
Original line number Diff line number Diff line
@@ -1257,7 +1257,11 @@ static void ivas_calc_mat_inv( 
        int16_t sign = 1;



        ivas_calc_mat_det( dbl_in_re, dim, &det_re );

#ifdef NONBE_FIX_XXX_SBA_DET_MAT_INV_3BY3

        det = det_re > 0 ? 1 / max( IVAS_DBL_EPS, det_re ) : 1 / min( det_re, -IVAS_DBL_EPS );

#else

        det = det_re > 0 ? 1 / max( IVAS_DBL_EPS, det_re ) : min( det_re, -IVAS_DBL_EPS );

#endif



        for ( i = 0; i < dim; i++ )

        {

lib_com/options.h

+3 −0
Original line number Diff line number Diff line
@@ -174,6 +174,9 @@ 
/* #################### End BE switches ################################## */



/* #################### Start NON-BE switches ############################ */



#define NONBE_FIX_XXX_SBA_DET_MAT_INV_3BY3                    /*Dolby: issue xxx: fix for inverse of det < 0*/



/* any switch which is non-be wrt selection floating point code */

/* all switches in this category should start with "NONBE_" */