Commit 525d76b8 authored by kinuthia's avatar kinuthia
Browse files

test encoder be-pre-test

parent c31f94fc

.gitlab-ci.yml

+20 −61
Original line number Diff line number Diff line
@@ -1137,12 +1137,17 @@ test-be-to-release: 
    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'test-be-release'

  script:



    - $winoutdata = $null

    - echo "$CI_COMMIT_BRANCH"

    - MSBuild.exe .\Workspace_msvc\Workspace_msvc.sln /property:Configuration=Debug /p:Platform=win32 /m | tee -variable winoutdata

    - $winoutdata | Out-File $BUILD_OUTPUT -Encoding Utf8

    - ("& python ci/check_for_warnings.py '$BUILD_OUTPUT'") | Invoke-Expression

    # - If($LASTEXITCODE) {("exit $LASTEXITCODE") | Invoke-Expression}

    - git checkout $REF_RELEASE_TAG

    - echo "REF_RELEASE_TAG $REF_RELEASE_TAG"

    - MSBuild.exe .\Workspace_msvc\Workspace_msvc.sln /property:Configuration=Debug /p:Platform=win32 /m



    - mv IVAS_cod.exe IVAS_cod_ref.exe

    - mv IVAS_dec.exe IVAS_dec_ref.exe

    - mv IVAS_rend.exe IVAS_rend_ref.exe 



    - git checkout $DUT_RELEASE_TAG

    - echo "DUT_RELEASE_TAG $DUT_RELEASE_TAG"

    - MSBuild.exe .\Workspace_msvc\Workspace_msvc.sln /property:Configuration=Debug /p:Platform=win32 /m



    # path to release candidate refs defined in config.toml

    - mkdir logs
@@ -1154,61 +1159,15 @@ test-be-to-release: 
    - echo "generate references"



    # encoder, constant brate

    - $zero_errors_enc_const_br=0

    - ("& python -m pytest .\tests\codec_be_to_accepted_release\encoder\test_encoder_constant_bitrate.py --update_ref 1 --html=report-enc-const_br.html --self-contained-html --junit-xml=logs/report-junit-enc-const_br.xml --testcase_timeout 40 -n $NPROC | out-null") | Invoke-Expression

    - IF (!(Select-String logs/report-junit-enc-const_br.xml -Pattern 'errors="0"')){$zero_errors_enc_const_br=1; echo "Errors encountered"}



    - $tmp=((Get-content logs/report-junit-enc-const_br.xml) -split 'name="pytest" ')[1]

    - echo ($tmp -split -split 'timestamp="')[0]

    - cp report-enc-const_br.html $BE_LOGS/report-enc-const_br--sha-$CI_COMMIT_SHORT_SHA.html



    # decoder, no-binaural, constant brate

    - $zero_errors_dec_const_br_no_binaural=0

    - ("& python -m pytest .\tests\codec_be_to_accepted_release\decoder\test_decoder_constant_bitrate_no_binaural.py --update_ref 1 --html=report-dec-const_br-no_binaural.html --self-contained-html --junit-xml=logs/report-junit-dec-const_br-no_binaural.xml --testcase_timeout 40 -n $NPROC | out-null") | Invoke-Expression

    - IF (!(Select-String logs/report-junit-dec-const_br-no_binaural.xml -Pattern 'errors="0"')){$zero_errors_dec_const_br_no_binaural=1; echo "Errors encountered"}



    - $tmp=((Get-content logs/report-junit-dec-const_br-no_binaural.xml) -split 'name="pytest" ')[1]

    - echo ($tmp -split -split 'timestamp="')[0]

    - cp report-dec-const_br-no_binaural.html $BE_LOGS/report-dec-const_br-no_binaural--sha-$CI_COMMIT_SHORT_SHA.html



    # decoder, binaural, constant brate

    - $zero_errors_dec_const_br_binaural=0

    - ("& python -m pytest .\tests\codec_be_to_accepted_release\decoder\test_decoder_constant_bitrate_binaural.py --update_ref 1 --html=report-dec-const_br-binaural.html --self-contained-html --junit-xml=logs/report-junit-dec-const_br-binaural.xml --testcase_timeout 40 -n $NPROC | out-null") | Invoke-Expression

    - IF (!(Select-String logs/report-junit-dec-const_br-binaural.xml -Pattern 'errors="0"')){$zero_errors_dec_const_br_binaural=1; echo "Errors encountered"}



    - $tmp=((Get-content logs/report-junit-dec-const_br-binaural.xml) -split 'name="pytest" ')[1]

    - echo ($tmp -split -split 'timestamp="')[0]

    - cp report-dec-const_br-binaural.html $BE_LOGS/report-dec-const_br-binaural--sha-$CI_COMMIT_SHORT_SHA.html



    # decoder, head_rot

    - $zero_errors_dec_head_rot=0

    - ("& python -m pytest .\tests\codec_be_to_accepted_release\decoder\test_decoder_head_rotation.py --update_ref 1 --html=report-dec-head_rot.html --self-contained-html --junit-xml=logs/report-junit-dec-head_rot.xml --testcase_timeout 40 -n $NPROC | out-null") | Invoke-Expression

    - IF (!(Select-String logs/report-junit-dec-head_rot.xml -Pattern 'errors="0"')){$zero_errors_dec_head_rot=1; echo "Errors encountered"}



    - $tmp=((Get-content logs/report-junit-dec-head_rot.xml) -split 'name="pytest" ')[1]

    - echo ($tmp -split -split 'timestamp="')[0]

    - cp report-dec-head_rot.html $BE_LOGS/report-dec-head_rot--sha-$CI_COMMIT_SHORT_SHA.html



    # decoder, non-diegetic

    - $zero_errors_dec_non_diegetic=0

    - ("& python -m pytest .\tests\codec_be_to_accepted_release\decoder\test_decoder_non_diegetic_pan.py --update_ref 1 --html=report-dec-non_diegetic.html --self-contained-html --junit-xml=logs/report-junit-dec-non_diegetic.xml --testcase_timeout 40 -n $NPROC | out-null") | Invoke-Expression

    - IF (!(Select-String logs/report-junit-dec-non_diegetic.xml -Pattern 'errors="0"')){$zero_errors_dec_non_diegetic=1; echo "Errors encountered"}



    - $tmp=((Get-content logs/report-junit-dec-non_diegetic.xml) -split 'name="pytest" ')[1]

    - echo ($tmp -split -split 'timestamp="')[0]

    - cp report-dec-non_diegetic.html $BE_LOGS/report-dec-non_diegetic--sha-$CI_COMMIT_SHORT_SHA.html



    # decoder, render_conf

    - $zero_errors_dec_render_conf=0

    - ("& python -m pytest .\tests\codec_be_to_accepted_release\decoder\test_decoder_render_config.py --update_ref 1 --html=report-dec-render_conf.html --self-contained-html --junit-xml=logs/report-junit-dec-render_conf.xml --testcase_timeout 40 -n $NPROC | out-null") | Invoke-Expression

    - IF (!(Select-String logs/report-junit-dec-render_conf.xml -Pattern 'errors="0"')){$zero_errors_dec_render_conf1; echo "Errors encountered"}



    - $tmp=((Get-content logs/report-junit-dec-render_conf.xml) -split 'name="pytest" ')[1]

    - echo ($tmp -split -split 'timestamp="')[0]

    - cp report-dec-render_conf.html $BE_LOGS/report-dec-render_conf--sha-$CI_COMMIT_SHORT_SHA.html



    - IF($zero_errors_enc_const_br -ne 0 -or $zero_errors_dec_const_br_no_binaural -ne 0 -or $zero_errors_dec_const_br_binaural -ne 0 ) {echo "Errors encountered"; exit $EXIT_CODE_FAIL}

    - IF($zero_errors_dec_head_rot -ne 0 -or $zero_errors_dec_non_diegetic -ne 0 -or $zero_errors_dec_render_conf -ne 0 ) {echo "Errors encountered"; exit $EXIT_CODE_FAIL}

    - $zero_errors_enc_const_br_ref=0

    - ("& python -m pytest .\tests\codec_be_to_accepted_release\encoder\test_encoder_constant_bitrate.py --update_ref 1 --html=logs/report-enc-const_br-ref.html --self-contained-html --junit-xml=logs/report-junit-enc-const_br-ref.xml --ref_encoder_path IVAS_cod_ref.exe --ref_decoder_path IVAS_dec.exe --testcase_timeout 40 -n $NPROC | out-null") | Invoke-Expression

    - IF (!(Select-String logs/report-junit-enc-const_br-ref.xml -Pattern 'errors="0"')){$zero_errors_enc_const_br_ref=1; echo "Errors encountered"}



    - $zero_errors_enc_const_br_dut=0

    - ("& python -m pytest .\tests\codec_be_to_accepted_release\encoder\test_encoder_constant_bitrate.py --html=logs/report-enc-const_br-dut.html --self-contained-html --junit-xml=logs/report-junit-enc-const_br-dut.xml --testcase_timeout 40 -n $NPROC | out-null") | Invoke-Expression

    - IF (!(Select-String logs/report-junit-enc-const_br.xml -Pattern 'errors="0"')){$zero_errors_enc_const_br_dut=1; echo "Errors encountered"}



    - IF($zero_errors_enc_const_br_ref -ne 0 -or $zero_errors_enc_const_br_dut -ne 0 ) {echo "Errors encountered"; exit $EXIT_CODE_FAIL}



  artifacts:

    name: "test-be-to-release--sha-$CI_COMMIT_SHORT_SHA--results"