Commit 4aa3d339 authored by kinuthia's avatar kinuthia
Browse files

test ref generation for enc & dec binaural modes

parent 311d2ebf
Loading
Loading
Loading
Loading
Loading
+15 −4
Original line number Diff line number Diff line
@@ -1137,6 +1137,7 @@ test-be-to-release:
    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'test-be-release'
  script:

    - $winoutdata = $null
    - echo "$CI_COMMIT_BRANCH"
    - MSBuild.exe .\Workspace_msvc\Workspace_msvc.sln /property:Configuration=Debug /p:Platform=win32 /m | tee -variable winoutdata
    - $winoutdata | Out-File $BUILD_OUTPUT -Encoding Utf8
@@ -1146,15 +1147,25 @@ test-be-to-release:
    # path to release candidate refs defined in config.toml
    - mkdir logs

    - mkdir tests\codec_be_to_accepted_release\ref
    - mkdir tests\codec_be_to_accepted_release\dut

    # test generating references
    - echo "generate references"

    - ("& python -m pytest .\tests\codec_be_to_accepted_release\encoder --update_ref 1 --html=logs/report-enc-const_br.html --self-contained-html --junit-xml=logs/report-junit-enc-const_br.xml --testcase_timeout 40") | Invoke-Expression
    # - If($LASTEXITCODE) {("exit $LASTEXITCODE") | Invoke-Expression}
    - ("& python -m pytest .\tests\codec_be_to_accepted_release\decoder\test_decoder_constant_bitrate_no_binaural.py --update_ref 1 --html=report-dec-const_br-no_binaural.html --self-contained-html --junit-xml=logs/report-junit-dec-const_br-no_binaural.xml --testcase_timeout 40") | Invoke-Expression
    - $zero_errors_enc_const_br=0
    - ("& python -m pytest .\tests\codec_be_to_accepted_release\encoder\test_encoder_constant_bitrate.py --update_ref 1 --html=logs/report-enc-const_br.html --self-contained-html --junit-xml=logs/report-junit-enc-const_br.xml --testcase_timeout 40" | tee out-null) | Invoke-Expression
    - IF (!(Select-String logs/report-junit-enc-const_br.xml -Pattern 'errors="0"')){$zero_errors_enc_const_br=1; echo "Errors encountered"}

    # - ("& python -m pytest .\tests\codec_be_to_accepted_release\decoder\test_decoder_constant_bitrate_no_binaural.py --update_ref 1 --html=report-dec-const_br-no_binaural.html --self-contained-html --junit-xml=logs/report-junit-dec-const_br-no_binaural.xml --testcase_timeout 40 | tee dec-const_br-non_binaural.txt") | Invoke-Expression

    # decoder binaural
    - ("& python -m pytest .\tests\codec_be_to_accepted_release\decoder\test_decoder_constant_bitrate_binaural.py --update_ref 1 --html=report-dec-const_br-binaural.html --self-contained-html --junit-xml=logs/report-junit-dec-const_br-binaural.xml --testcase_timeout 40") | Invoke-Expression
    - $zero_errors_dec_const_br_binaural=0
    - ("& python -m pytest .\tests\codec_be_to_accepted_release\decoder\test_decoder_constant_bitrate_binaural.py --update_ref 1 --html=report-dec-const_br-binaural.html --self-contained-html --junit-xml=logs/report-junit-dec-const_br-binaural.xml --testcase_timeout 40" | tee dec-const_br-binaural.txt ) | Invoke-Expression
    - IF (!(Select-String logs/report-junit-dec-const_br-binaural.xml -Pattern 'errors="0"')){$zero_errors_dec_const_br_binaural=1; echo "Errors encountered"}

    - IF($zero_errors_enc_const_br -nq 0 or $zero_errors_dec_const_br_binaural -nq 0 ) {echo "Errors encountered"; exit $EXIT_CODE_FAIL}
    - exit 0

  artifacts:
    name: "test-be-to-release--sha-$CI_COMMIT_SHORT_SHA--results"