Commit 23524829 authored by norvell's avatar norvell
Browse files

Add html summary page for ivas-pytest-compare-to-input

parent 2eb73b61

.gitlab-ci.yml

+20 −1
Original line number Diff line number Diff line
@@ -488,7 +488,8 @@ stages: 
  needs: ["build-codec-linux-make"]

  timeout: "240 minutes"

  variables:



    SUMMARY_HTML_ARTIFACT_NAME: "summary_$CI_JOB_NAME.html"

    IMAGES_ARTIFACT_NAME: "images_$CI_JOB_NAME"

  script:

    - *print-common-info

    - *update-scripts-repo
@@ -516,6 +517,11 @@ stages: 
    - python3 scripts/parse_xml_report.py report-junit-dut.xml report-dut.csv

    - python3 scripts/diff_report.py report-ref.csv report-dut.csv report-diff.csv



    # create summary

    - mkdir $IMAGES_ARTIFACT_NAME

    - for MEASURE in MLD DIFF SSNR ODG;do python3 scripts/create_histogram_summary.py report-diff.csv $IMAGES_ARTIFACT_NAME/summary_"$MEASURE".csv $IMAGES_ARTIFACT_NAME/summary_"$MEASURE".png --measure $MEASURE --diff; done

    - python3 ci/basop-pages/create_summary_page.py $SUMMARY_HTML_ARTIFACT_NAME $CI_JOB_ID $CI_JOB_NAME



    - exit 0



  allow_failure:
@@ -533,6 +539,8 @@ stages: 
      - report-dut.html

      - report-dut.csv

      - report-diff.csv

      - $IMAGES_ARTIFACT_NAME

      - $SUMMARY_HTML_ARTIFACT_NAME

    expose_as: "pytest compare to input results"

    reports:

      junit:
@@ -841,6 +849,17 @@ ivas-pytest-compare-to-input-short-dec: 
    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-compare-to-input-anchor



ivas-pytest-compare-to-input-short-enc:

  extends:

    - .rules-pytest-to-input-short

    - .test-job-linux

  before_script:

    - USE_LTV=0

    - DUT_DECODER_PATH=./$REF_DECODER_PATH

    - TEST_SUITE="$SHORT_TEST_SUITE"

    - LEVEL_SCALING=1.0

  <<: *ivas-pytest-compare-to-input-anchor



ivas-pytest-dec-msan-short:

  extends:

    - .test-job-linux