Commit a214c525 authored by Sandesh Venkatesh's avatar Sandesh Venkatesh
Browse files

Merge branch '3gpp_issue_1548_fix' into 'main'

Fix for 3GPP issue 1548: MASA coherence codebook fixed point values

See merge request !1528
parents 5156ee35 1315314d
Loading
Loading
Loading
Loading
+21 −12
Original line number Diff line number Diff line
@@ -1604,15 +1604,22 @@ const Word16 coherence_cb0_masa_Q14[DIRAC_DIFFUSE_LEVELS * 2 * MASA_NO_CV_COH] =

// q = 21
const Word32 coherence_cb0_masa_fx[DIRAC_DIFFUSE_LEVELS * 2 * MASA_NO_CV_COH] = {
    100243, 534144, 1156579, 2068840, 2846464, 3531184, 4125936, 0, 253965, 864655, 1467377,
    2129448, 2977326, 3768791, 0, 0, 338480, 1189924, 2035915, 2872888, 3640026, 0, 0, 0,
    492621, 1532179, 2527278, 3470157, 0, 0, 0, 0, 499331, 1506803, 2465831, 3425697, 0,
    0, 0, 0, 503316, 1473668, 2392221, 3406404, 0, 0, 0, 0, 737778, 1970903, 3450654, 0, 0,
    0, 0, 0, 2097152, 0, 0, 0, 0, 0, 0, 0, 303038, 719742, 1122186, 1577897, 2117075, 2770337,
    3648834, 0, 419849, 932603, 1440533, 2011797, 2745172, 3571240, 0, 0, 548824, 1165177,
    1812987, 2555379, 3366138, 0, 0, 0, 695835, 1428160, 2190475, 3084910, 0, 0, 0, 0, 697093,
    1381603, 2092957, 2970406, 0, 0, 0, 0, 708417, 1396283, 2099039, 2992426, 0, 0, 0, 0, 835924,
    1728892, 2836607, 0, 0, 0, 0, 0, 2097152, 0, 0, 0, 0, 0, 0, 0
    100244, 534145, 1156579, 2068841, 2846465, 3531185, 4125937, 0,
    253965, 864656, 1467377, 2129448, 2977327, 3768792, 0, 0,
    338480, 1189924, 2035915, 2872889, 3640027, 0, 0, 0,
    492621, 1532179, 2527278, 3470158, 0, 0, 0, 0,
    499332, 1506804, 2465831, 3425698, 0, 0, 0, 0,
    503316, 1473669, 2392221, 3406404, 0, 0, 0, 0,
    737778, 1970904, 3450654, 0, 0, 0, 0, 0,
    2097152, 0, 0, 0, 0, 0, 0, 0,
    303038, 719743, 1122186, 1577897, 2117075, 2770338, 3648835, 0,
    419850, 932604, 1440534, 2011798, 2745172, 3571240, 0, 0,
    548825, 1165178, 1812988, 2555380, 3366139, 0, 0, 0,
    695835, 1428161, 2190475, 3084911, 0, 0, 0, 0,
    697093, 1381604, 2092958, 2970406, 0, 0, 0, 0,
    708418, 1396284, 2099040, 2992426, 0, 0, 0, 0,
    835925, 1728892, 2836608, 0, 0, 0, 0, 0,
    2097152, 0, 0, 0, 0, 0, 0, 0
};

// q = 15
@@ -1626,9 +1633,11 @@ const Word16 coherence_cb1_masa_Q15[MASA_NO_CV_COH1 * MASA_MAXIMUM_CODING_SUBBAN

// q = 21
const Word32 coherence_cb1_masa_fx[MASA_NO_CV_COH1 * MASA_MAXIMUM_CODING_SUBBANDS] = {
    -3984, 544630, -565392, 1314704, -1320157, -11534, 541484, -583847, 1357486, -1371118,
    -6081, 525546, -551551, 1362729, -1371537, -838, 533934, -540855, 1436758, -1414109,
    3565, 528692, -519883, 1513514, -1500931
    -3985, 544630, -565392, 1314705, -1320157,
    -11534, 541485, -583847, 1357487, -1371118,
    -6082, 525546, -551551, 1362729, -1371537,
    -839, 533935, -540856, 1436759, -1414110,
    3565, 528692, -519884, 1513515, -1500932
};

/* Multi-channel input and output setups */