Commit b5bb50a1 authored by TYAGIRIS's avatar TYAGIRIS
Browse files

Merge branch 'sba_det_mat_inv3by3_fix' into 'main'

[non-BE] fix for 3by3 matrix inverse computaiton when det is negative

See merge request !1831
parents bd805b1b 615a69d8
Loading
Loading
Loading
Loading
Loading
+4 −0
Original line number Diff line number Diff line
@@ -1257,7 +1257,11 @@ static void ivas_calc_mat_inv(
        int16_t sign = 1;

        ivas_calc_mat_det( dbl_in_re, dim, &det_re );
#ifdef NONBE_FIX_1213_SBA_DET_MAT_INV_3BY3
        det = det_re > 0 ? 1 / max( IVAS_DBL_EPS, det_re ) : 1 / min( det_re, -IVAS_DBL_EPS );
#else
        det = det_re > 0 ? 1 / max( IVAS_DBL_EPS, det_re ) : min( det_re, -IVAS_DBL_EPS );
#endif

        for ( i = 0; i < dim; i++ )
        {
+3 −0
Original line number Diff line number Diff line
@@ -179,6 +179,9 @@
/* #################### End BE switches ################################## */

/* #################### Start NON-BE switches ############################ */

#define NONBE_FIX_1213_SBA_DET_MAT_INV_3BY3                    /*Dolby: issue 1213: fix for inverse of det < 0*/

/* any switch which is non-be wrt selection floating point code */
/* all switches in this category should start with "NONBE_" */