Commit 7bfb74f4 authored by norvell's avatar norvell
Browse files

Add SHAs in versions.txt and html report

parent 3cdfceef

scripts/find_regressions_from_logs.py

+10 −4
Original line number Diff line number Diff line
@@ -25,8 +25,11 @@ REF_DEC2={REF_DEC2} 
DUT_ENC2={DUT_ENC2}

DUT_DEC2={DUT_DEC2}



INV_LEVEL_SCALING=$(awk "BEGIN {{print 1.0 / $LEVEL_SCALING}}")



# Obtain executables from past reference

git checkout `git rev-list -1 --before="$MIN_DATE 22:00:00" ivas-float-update`

echo "ivas_float_update, min version: `git rev-parse HEAD`" > versions.txt

make clean

make -j

mv IVAS_cod IVAS_cod_ref_1
@@ -34,6 +37,7 @@ mv IVAS_dec IVAS_dec_ref_1 
mv IVAS_rend IVAS_rend_ref_1



git checkout $MIN_SHA

echo "main, min version: `git rev-parse HEAD`" >> versions.txt

make clean

make -j

mv IVAS_cod IVAS_cod_1
@@ -43,6 +47,7 @@ mv IVAS_rend IVAS_rend_1 
# Obtain latest executables

git checkout ivas-float-update

git pull

echo "ivas-float-update, current version: `git rev-parse HEAD`" >> versions.txt

make clean

make -j

mv IVAS_cod IVAS_cod_ref_2
@@ -51,6 +56,7 @@ mv IVAS_rend IVAS_rend_ref_2 


git checkout main

git pull

echo "main, current version: `git rev-parse HEAD`" >> versions.txt

make clean

make -j

mv IVAS_cod IVAS_cod_2
@@ -60,7 +66,7 @@ mv IVAS_rend IVAS_rend_2 
# Get fresh copy of scripts, tests and ci

cp -r $SCRIPTS_DIR/{{scripts,tests,ci,pytest.ini}} .

rm -rf tests/ref tests/dut tests/renderer/ref tests/renderer/cut

python3 ci/remove_unsupported_testcases.py scripts/config/self_test.prm scripts/config/self_test_ltv.prm # Should not be needed since only supported testcases should be input

python3 ci/remove_unsupported_testcases.py scripts/config/self_test.prm scripts/config/self_test_ltv.prm



# Get LTVs

cp $LTV_DIR/* scripts/testv
@@ -72,7 +78,7 @@ tests/scale_pcm.py ./scripts/testv/ "$LEVEL_SCALING" 
cp IVAS_rend_ref_1 IVAS_rend_ref

cp IVAS_rend_1 IVAS_rend

python3 -m pytest "$TESTCASE" -n 1 --update_ref 1 --create_ref --param_file scripts/config/self_test_ltv.prm --use_ltv --ref_encoder_path $REF_ENC1 --ref_decoder_path $REF_DEC1 

python3 -m pytest "$TESTCASE" -n 1                --create_cut --param_file scripts/config/self_test_ltv.prm --use_ltv --dut_encoder_path $DUT_ENC1 --dut_decoder_path $DUT_DEC1 --mld --ssnr --odg --junit-xml=report1.xml

python3 -m pytest "$TESTCASE" -n 1                --create_cut --param_file scripts/config/self_test_ltv.prm --use_ltv --dut_encoder_path $DUT_ENC1 --dut_decoder_path $DUT_DEC1 --mld --ssnr --odg --scalefac $INV_LEVEL_SCALING --junit-xml=report1.xml --html=report1.html --self-contained-html

python3 scripts/parse_xml_report.py report1.xml report1.csv



# Store results from first run
@@ -84,7 +90,7 @@ cp -r tests/renderer/cut tests1/renderer 
cp IVAS_rend_ref_2 IVAS_rend_ref

cp IVAS_rend_2 IVAS_rend

python3 -m pytest "$TESTCASE" -n 1 --update_ref 1 --create_ref --param_file scripts/config/self_test_ltv.prm --use_ltv --ref_encoder_path $REF_ENC2 --ref_decoder_path $REF_DEC2

python3 -m pytest "$TESTCASE" -n 1                --create_cut --param_file scripts/config/self_test_ltv.prm --use_ltv --dut_encoder_path $DUT_ENC2 --dut_decoder_path $DUT_DEC2 --mld --ssnr --odg --junit-xml=report2.xml

python3 -m pytest "$TESTCASE" -n 1                --create_cut --param_file scripts/config/self_test_ltv.prm --use_ltv --dut_encoder_path $DUT_ENC2 --dut_decoder_path $DUT_DEC2 --mld --ssnr --odg --scalefac $INV_LEVEL_SCALING --junit-xml=report2.xml --html=report2.html --self-contained-html

python3 scripts/parse_xml_report.py report2.xml report2.csv



"""
@@ -155,7 +161,7 @@ def main(logs_dir, output_filename, measure): 
    result.to_csv(output_filename, sep=";", index=False)



    critical = result.iloc[:, 0:9]

    formats = list(set(critical["format"]))

    formats = list(set(critical["format"])).sort()

    critical3 = pd.DataFrame()



    for format in formats: