Commit 8f61fff4 authored by Archit Tamarapu's avatar Archit Tamarapu
Browse files

update some more test thresholds

parent 3c20b44b

tests/renderer/constants.py

+34 −15
Original line number Diff line number Diff line
@@ -463,27 +463,39 @@ pass_snr = { 
    # Failure reason: conversion to 7_1_4 could be implemented differently w.r.t decoder

    "test_ism_binaural_headrotation_vs_decoder[ISM1-BINAURAL_ROOM-full_circle_in_15s]": 15,

    "test_ism_binaural_headrotation_vs_decoder[ISM1-BINAURAL_ROOM-rotate_yaw_pitch_roll1]": 15,

    "test_ism_binaural_headrotation_vs_decoder[ISM2-BINAURAL-rotate_yaw_pitch_roll1]": 55,

    "test_ism_binaural_headrotation_vs_decoder[ISM2-BINAURAL_ROOM-full_circle_in_15s]": 12,

    "test_ism_binaural_headrotation_vs_decoder[ISM2-BINAURAL_ROOM-rotate_yaw_pitch_roll1]": 13,

    "test_ism_binaural_headrotation_vs_decoder[ISM3-BINAURAL-full_circle_in_15s]": 72,

    "test_ism_binaural_headrotation_vs_decoder[ISM3-BINAURAL-rotate_yaw_pitch_roll1]": 73,

    "test_ism_binaural_headrotation_vs_decoder[ISM3-BINAURAL_ROOM-full_circle_in_15s]": 12,

    "test_ism_binaural_headrotation_vs_decoder[ISM3-BINAURAL_ROOM-rotate_yaw_pitch_roll1]": 13,

    "test_ism_binaural_headrotation_vs_decoder[ISM4-BINAURAL-full_circle_in_15s]": 71,

    "test_ism_binaural_headrotation_vs_decoder[ISM4-BINAURAL-rotate_yaw_pitch_roll1]": 61,

    "test_ism_binaural_headrotation_vs_decoder[ISM4-BINAURAL_ROOM-full_circle_in_15s]": 12,

    "test_ism_binaural_headrotation_vs_decoder[ISM4-BINAURAL_ROOM-rotate_yaw_pitch_roll1]": 13,

    # TODO needs investigation

    "test_ism_binaural_static_vs_decoder[ISM1-BINAURAL_ROOM]": 15,

    "test_ism_binaural_static_vs_decoder[ISM2-BINAURAL_ROOM]": 12,

    "test_ism_binaural_static_vs_decoder[ISM3-BINAURAL_ROOM]": 12,

    "test_ism_binaural_static_vs_decoder[ISM4-BINAURAL_ROOM]": 12,

    "test_ism_binaural_static_vs_decoder[ISM3-BINAURAL]": 72,

    "test_ism_binaural_static_vs_decoder[ISM4-BINAURAL]": 71,

    # TODO harmonize panning to stereo

    # Failure reason ISM to stereo panning is done via EFAP in the renderer and tangent law in decoder, harmonize

    # "test_ism_vs_decoder[ISM1-STEREO]": 8,

    # "test_ism_vs_decoder[ISM2-STEREO]": 17,

    # "test_ism_vs_decoder[ISM3-STEREO]": 14,

    # "test_ism_vs_decoder[ISM4-STEREO]": 14,

    "test_ism_vs_decoder[ISM1-STEREO]": 8,

    "test_ism_vs_decoder[ISM2-STEREO]": 17,

    "test_ism_vs_decoder[ISM3-STEREO]": 14,

    "test_ism_vs_decoder[ISM4-STEREO]": 14,

    # Failure reason: Decoder sets elevation for non-planar output layouts to 0

    "test_ism_vs_decoder[ISM1-5_1]": 27,

    "test_ism_vs_decoder[ISM1-7_1]": 27,

    "test_ism_vs_decoder[ISM2-5_1]": 6,

    "test_ism_vs_decoder[ISM2-7_1]": 5,

    "test_ism_vs_decoder[ISM3-MONO]": 73,

    "test_ism_vs_decoder[ISM3-5_1]": 8,

    "test_ism_vs_decoder[ISM3-7_1]": 7,

    "test_ism_vs_decoder[ISM4-MONO]": 72,

    "test_ism_vs_decoder[ISM4-5_1]": 8,

    "test_ism_vs_decoder[ISM4-7_1]": 7,

    # Failure reason: Bit-exact except for first frame; renderer fades in from defaultObjectPosition(), decoder fades in from 0
@@ -512,30 +524,37 @@ pass_snr = { 
    "test_ism_vs_decoder[ISM4-HOA2]": 32,

    "test_ism_vs_decoder[ISM4-HOA3]": 31,

    # TODO needs investigation

    # Failure reason: headrotation and crossfade could have differences

    "test_multichannel_binaural_headrotation_vs_decoder[5_1_2-BINAURAL-full_circle_in_15s]": 4,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1_2-BINAURAL-rotate_yaw_pitch_roll1]": 0,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1_4-BINAURAL-full_circle_in_15s]": 4,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1_4-BINAURAL-rotate_yaw_pitch_roll1]": 0,

    "test_multichannel_binaural_headrotation_vs_decoder[7_1_4-BINAURAL-full_circle_in_15s]": 4,

    "test_multichannel_binaural_headrotation_vs_decoder[7_1_4-BINAURAL-rotate_yaw_pitch_roll1]": 0,

    # TODO needs investigation

    "test_multichannel_binaural_headrotation_vs_decoder[5_1-BINAURAL-full_circle_in_15s]": 74,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1-BINAURAL-rotate_yaw_pitch_roll1]": 74,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1-BINAURAL_ROOM-full_circle_in_15s]": 5,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1-BINAURAL_ROOM-rotate_yaw_pitch_roll1]": 0,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1_2-BINAURAL-full_circle_in_15s]": 4,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1_2-BINAURAL-rotate_yaw_pitch_roll1]": 0,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1_2-BINAURAL_ROOM-full_circle_in_15s]": 6,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1_2-BINAURAL_ROOM-rotate_yaw_pitch_roll1]": 0,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1_4-BINAURAL-full_circle_in_15s]": 4,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1_4-BINAURAL-rotate_yaw_pitch_roll1]": 0,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1_4-BINAURAL_ROOM-full_circle_in_15s]": 7,

    "test_multichannel_binaural_headrotation_vs_decoder[5_1_4-BINAURAL_ROOM-rotate_yaw_pitch_roll1]": 0,

    "test_multichannel_binaural_headrotation_vs_decoder[7_1-BINAURAL-full_circle_in_15s]": 75,

    "test_multichannel_binaural_headrotation_vs_decoder[7_1-BINAURAL-rotate_yaw_pitch_roll1]": 74,

    "test_multichannel_binaural_headrotation_vs_decoder[7_1-BINAURAL_ROOM-full_circle_in_15s]": 5,

    "test_multichannel_binaural_headrotation_vs_decoder[7_1-BINAURAL_ROOM-rotate_yaw_pitch_roll1]": 0,

    "test_multichannel_binaural_headrotation_vs_decoder[7_1_4-BINAURAL-full_circle_in_15s]": 4,

    "test_multichannel_binaural_headrotation_vs_decoder[7_1_4-BINAURAL-rotate_yaw_pitch_roll1]": 0,

    "test_multichannel_binaural_headrotation_vs_decoder[7_1_4-BINAURAL_ROOM-full_circle_in_15s]": 5,

    "test_multichannel_binaural_headrotation_vs_decoder[7_1_4-BINAURAL_ROOM-rotate_yaw_pitch_roll1]": 0,

    # TODO needs investigation

    "test_multichannel_binaural_static_vs_decoder[5_1-BINAURAL]": 74,

    "test_multichannel_binaural_static_vs_decoder[5_1-BINAURAL_ROOM]": 18,

    "test_multichannel_binaural_static_vs_decoder[5_1_2-BINAURAL]": 75,

    "test_multichannel_binaural_static_vs_decoder[5_1_2-BINAURAL_ROOM]": 18,

    "test_multichannel_binaural_static_vs_decoder[5_1_4-BINAURAL]": 74,

    "test_multichannel_binaural_static_vs_decoder[5_1_4-BINAURAL_ROOM]": 18,

    "test_multichannel_binaural_static_vs_decoder[5_1-BINAURAL_ROOM]": 18,

    "test_multichannel_binaural_static_vs_decoder[7_1_4-BINAURAL_ROOM]": 18,

    "test_multichannel_binaural_static_vs_decoder[7_1-BINAURAL]": 74,

    "test_multichannel_binaural_static_vs_decoder[7_1-BINAURAL_ROOM]": 19,

    "test_multichannel_binaural_static_vs_decoder[7_1_4-BINAURAL]": 74,

    "test_multichannel_binaural_static_vs_decoder[7_1_4-BINAURAL_ROOM]": 18,

    # Failure reason: Mono downmix significantly different, needs a fix

    "test_multichannel_vs_decoder[5_1_2-MONO]": 1,

    "test_multichannel_vs_decoder[5_1_4-MONO]": 1,
@@ -565,7 +584,7 @@ pass_snr = { 
    "test_multichannel_vs_decoder[5_1-7_1]": 62,

    "test_multichannel_vs_decoder[7_1_4-5_1_2]": 63,

    "test_multichannel_vs_decoder[7_1_4-5_1_4]": 63,

    "test_multichannel_vs_decoder[7_1_4-5_1]": 63,

    "test_multichannel_vs_decoder[7_1_4-5_1]": 62,

    "test_multichannel_vs_decoder[7_1_4-7_1]": 62,

    "test_multichannel_vs_decoder[7_1-5_1_2]": 63,

    "test_multichannel_vs_decoder[7_1-5_1_4]": 63,