From 2352482977e986a07be215e12450c9b19e75b8ab Mon Sep 17 00:00:00 2001 From: Erik Norvell Date: Mon, 14 Oct 2024 07:38:38 +0200 Subject: [PATCH] Add html summary page for ivas-pytest-compare-to-input --- .gitlab-ci.yml | 21 ++++++++++++++++++++- 1 file changed, 20 insertions(+), 1 deletion(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 7aead521c..3167243ff 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -488,7 +488,8 @@ stages: needs: ["build-codec-linux-make"] timeout: "240 minutes" variables: - + SUMMARY_HTML_ARTIFACT_NAME: "summary_$CI_JOB_NAME.html" + IMAGES_ARTIFACT_NAME: "images_$CI_JOB_NAME" script: - *print-common-info - *update-scripts-repo @@ -516,6 +517,11 @@ stages: - python3 scripts/parse_xml_report.py report-junit-dut.xml report-dut.csv - python3 scripts/diff_report.py report-ref.csv report-dut.csv report-diff.csv + # create summary + - mkdir $IMAGES_ARTIFACT_NAME + - for MEASURE in MLD DIFF SSNR ODG;do python3 scripts/create_histogram_summary.py report-diff.csv $IMAGES_ARTIFACT_NAME/summary_"$MEASURE".csv $IMAGES_ARTIFACT_NAME/summary_"$MEASURE".png --measure $MEASURE --diff; done + - python3 ci/basop-pages/create_summary_page.py $SUMMARY_HTML_ARTIFACT_NAME $CI_JOB_ID $CI_JOB_NAME + - exit 0 allow_failure: @@ -533,6 +539,8 @@ stages: - report-dut.html - report-dut.csv - report-diff.csv + - $IMAGES_ARTIFACT_NAME + - $SUMMARY_HTML_ARTIFACT_NAME expose_as: "pytest compare to input results" reports: junit: @@ -841,6 +849,17 @@ ivas-pytest-compare-to-input-short-dec: - LEVEL_SCALING=1.0 <<: *ivas-pytest-compare-to-input-anchor +ivas-pytest-compare-to-input-short-enc: + extends: + - .rules-pytest-to-input-short + - .test-job-linux + before_script: + - USE_LTV=0 + - DUT_DECODER_PATH=./$REF_DECODER_PATH + - TEST_SUITE="$SHORT_TEST_SUITE" + - LEVEL_SCALING=1.0 + <<: *ivas-pytest-compare-to-input-anchor + ivas-pytest-dec-msan-short: extends: - .test-job-linux -- GitLab