Commit e1619a1a authored by norvell's avatar norvell
Browse files

Add report-diff.csv to output

parent 30c8e508

.gitlab-ci.yml

+3 −1
Original line number Diff line number Diff line
@@ -69,7 +69,7 @@ workflow: 
        IVAS_PIPELINE_NAME: 'Run comparison tools against float ref (long test vectors): $CI_COMMIT_BRANCH'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-compare-to-input'

      variables:

        IVAS_PIPELINE_NAME: 'Run comparison tools against input ref (pass-through only): $CI_COMMIT_BRANCH'

        IVAS_PIPELINE_NAME: 'Run comparison tools against input (pass-through only): $CI_COMMIT_BRANCH'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'pytest-saturation-smoke-test'

      variables:

        IVAS_PIPELINE_NAME: 'Run saturation smoke-test: $CI_COMMIT_BRANCH'
@@ -514,6 +514,7 @@ stages: 
    - zero_errors_dut=$(cat report-junit-dut.xml | grep -c 'errors="0"') || true

    - python3 scripts/parse_xml_report.py report-junit-ref.xml report-ref.csv

    - python3 scripts/parse_xml_report.py report-junit-dut.xml report-dut.csv

    - python3 scripts/diff_report.py report-ref.csv report-dut.csv report-diff.csv



    # - mkdir $IMAGES_ARTIFACT_NAME

    # - for MEASURE in MLD DIFF SSNR ODG;do python3 scripts/create_histogram_summary.py $CSV_ARTIFACT_NAME $IMAGES_ARTIFACT_NAME/summary_"$MEASURE".csv $IMAGES_ARTIFACT_NAME/summary_"$MEASURE".png --measure $MEASURE; done
@@ -559,6 +560,7 @@ stages: 
      - report-junit-dut.xml

      - report-dut.html

      - report-dut.csv

      - report-diff.csv

    expose_as: "pytest compare to input results"

    reports:

      junit: