Commit 8b0fb36e authored by Jan Kiene's avatar Jan Kiene
Browse files

Merge branch 'add-pytest-html-report-on-be-comparison-tests' into 'main' 

Add html report to pytest artifacts

See merge request !274
parents 3b889ac8 1e8c90b5

.gitlab-ci.yml

+8 −4
Original line number Diff line number Diff line
@@ -443,7 +443,7 @@ external-renderer-pytest-on-merge-request: 


    # run test

    - exit_code=0

    - python3 -m pytest -q --log-level ERROR -n auto -rA --junit-xml=report-junit.xml tests/renderer/test_renderer_be_comparison.py || exit_code=$?

    - python3 -m pytest -q --log-level ERROR -n auto -rA --html=report.html --self-contained-html --junit-xml=report-junit.xml tests/renderer/test_renderer_be_comparison.py || exit_code=$?

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true



    - *merge-request-comparison-check
@@ -456,6 +456,7 @@ external-renderer-pytest-on-merge-request: 
    when: always

    paths:

      - report-junit.xml

      - report.html

    expose_as: "pytest external renderer results"

    reports:

      junit:
@@ -492,7 +493,7 @@ ivas-pytest-on-merge-request: 


    ### run pytest

    - exit_code=0

    - python3 -m pytest tests -v --junit-xml=report-junit.xml || exit_code=$?

    - python3 -m pytest tests -v --html=report.html --self-contained-html --junit-xml=report-junit.xml || exit_code=$?

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true



    - *merge-request-comparison-check
@@ -505,6 +506,7 @@ ivas-pytest-on-merge-request: 
    when: always

    paths:

      - report-junit.xml

      - report.html

    expose_as: "pytest ivas results"

    reports:

      junit:
@@ -537,7 +539,7 @@ evs-pytest-on-merge-request: 


    ### run pytest for EVS cases

    - exit_code=0

    - python3 -m pytest tests/test_param_file.py -v --param_file scripts/config/self_test_evs.prm --junit-xml=report-junit-evs.xml || exit_code=$?

    - python3 -m pytest tests/test_param_file.py -v --param_file scripts/config/self_test_evs.prm --html=report.html --self-contained-html --junit-xml=report-junit-evs.xml || exit_code=$?

    - zero_errors=$(cat report-junit-evs.xml | grep -c 'errors="0"') || true



    - *merge-request-comparison-check
@@ -550,6 +552,7 @@ evs-pytest-on-merge-request: 
    when: always

    paths:

      - report-junit-evs.xml

      - report.html

    expose_as: "pytest evs results"

    reports:

      junit:
@@ -691,7 +694,7 @@ codec-comparison-on-main-push: 


    ### run pytest

    - exit_code=0

    - python3 -m pytest tests -v --junit-xml=report-junit.xml || exit_code=$?

    - python3 -m pytest tests -v --html=report.html --self-contained-html --junit-xml=report-junit.xml || exit_code=$?

    - if [ $exit_code -eq 1 ] && [ $non_be_flag == 0 ]; then echo "pytest run had failures and non-BE flag not present"; exit $EXIT_CODE_FAIL; fi

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true

    - if [ $exit_code -eq 1 ] && [ $zero_errors == 1 ]; then echo "pytest run had failures, but no errors and non-BE flag present"; exit $EXIT_CODE_NON_BE; fi
@@ -704,6 +707,7 @@ codec-comparison-on-main-push: 
    when: always

    paths:

      - report-junit.xml

      - report.html

    expose_as: "Results of comparison to previous merge commit"

    reports:

      junit: report-junit.xml

pytest.ini

+2 −0
Original line number Diff line number Diff line
@@ -12,3 +12,5 @@ junit_family = xunit1 
log_file_level = DEBUG

log_format = %(asctime)s %(levelname)s %(message)s

log_date_format = %Y-%m-%d %H:%M:%S

# for pytest-html report: do not log environment variables from the runners

environment_table_redact_list = .*