Commit 3416bd7f authored by norvell's avatar norvell
Browse files

Fix

parent 38cd955b
Loading
Loading
Loading
Loading
Loading
+1 −1
Original line number Diff line number Diff line
@@ -146,7 +146,7 @@ static uint32_t packQuaternion( IVAS_QUATERNION orientation, uint8_t *buffer )
        {
            continue;
        }
        lWord |= ( ( (int16_t) ( ( q[n] + 1 / sqrt( 2.0f ) ) * 1023 * sqrt( 2.0f ) ) & MASK_10BIT ) << ( 30 - k * 10 ) );
        lWord |= ( ( (int16_t) ( ( q[n] + 1 / sqrt( 2.0f ) ) * 1023 / sqrt( 2.0f ) ) & MASK_10BIT ) << ( 30 - k * 10 ) );
        k++;
    }

+1 −1
Original line number Diff line number Diff line
@@ -798,7 +798,7 @@ def packOrientations(bitstrm: BitStream, data: any):
        for i in range(0,4):
            if i == max_q_idx:
                continue
            bitstrm.append(f"uint:10={(int)((q[i]+1/(2**0.5))*1023*(2**0.5))}")
            bitstrm.append(f"uint:10={(int)((q[i]+1/(2**0.5))*1023/(2**0.5))}")


def unpackPositions(bitstrm: ConstBitStream, piSize: int) -> list[POSITION]: