Commit 363b4c3f authored by norvell's avatar norvell
Browse files

Add manual job to test clipping

parent e6927955

.gitlab-ci.yml

+41 −0
Original line number Diff line number Diff line
@@ -24,6 +24,7 @@ variables: 
      - 'ivas-conformance'

      - 'ivas-conformance-linux'

      - 'check-float-reference'

      - 'check-clipping'

  GIT_CLEAN_FLAGS: -ffdxq

  TESTCASE_TIMEOUT_STV_SANITIZERS: 180

  TESTCASE_TIMEOUT_LTV_SANITIZERS: 1200
@@ -69,6 +70,9 @@ workflow: 
    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'check-float-reference'

      variables:

        IVAS_PIPELINE_NAME: 'check-float-reference: $CI_COMMIT_BRANCH'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'check-clipping'

      variables:

        IVAS_PIPELINE_NAME: 'Check core input clipping: $CI_COMMIT_BRANCH'

    



stages:
@@ -122,6 +126,11 @@ stages: 
# automatically disable #DEBUGGING macro in options.h using /**/-comment

  - sed -i.bak -e "s/^[[:space:]]*\(#define[[:space:]]*DEBUGGING\)/\/\*\1\*\//g" lib_com/options.h



.enable-debugging-macro: &enable-debugging-macro

# automatically enable #DEBUGGING macro in options.h using either /**/-comment or //-comment

  - sed -i.bak -e "s/\/\*\ *\(#define\ *DEBUGGING\ *\)\*\//\1/g" lib_com/options.h

  - sed -i.bak -e "s/\/\/\ *\(#define\ *DEBUGGING\ *\)/\1/g" lib_com/options.h



.merge-request-comparison-setup-codec: &merge-request-comparison-setup-codec 

  ### build test binaries, initial clean for paranoia reasons

  - *disable-debugging-macro
@@ -265,6 +274,8 @@ stages: 
      when: never      

    - if: $MANUAL_PIPELINE_TYPE == 'check-float-reference'

      when: never

    - if: $MANUAL_PIPELINE_TYPE == 'check-clipping'

      when: never

    - when: on_success



.rules-merge-request:
@@ -1639,6 +1650,36 @@ test-long-self-test: 
      junit:

        - report-junit-ltv.xml



check-clipping:

  tags:

    - ivas-linux

  stage: test

  timeout: "30 minutes"

  rules:

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'check-clipping'

  allow_failure:

    exit_codes:

      - 123

  script:

    - *print-common-info

    - *enable-debugging-macro

    - make -j

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v --update_ref 1 --html=report.html --self-contained-html --junit-xml=report-junit.xml --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec --dut_encoder_path ./IVAS_cod --dut_decoder_path ./IVAS_dec

    - python3 scripts/parse_xml_report.py report-junit.xml report.csv

  artifacts:

    name: "check-clipping--sha-$CI_COMMIT_SHORT_SHA--results"

    when: always

    expire_in: 2 weeks

    paths:

      - report-junit.xml

      - report.html

      - report.csv

    expose_as: "check-clipping results"

    reports:

      junit:

        - report-junit.xml







# ---------------------------------------------------------------

# Scheduled jobs on main

scripts/parse_xml_report.py

+1 −1
Original line number Diff line number Diff line
@@ -10,7 +10,7 @@ from xml.etree import ElementTree 
Parse a junit report and create a summary report.

"""



PROPERTIES = ["MLD", "MAXIMUM ABS DIFF", "MIN_SSNR", "MIN_ODG"]

PROPERTIES = ["MLD", "MAXIMUM ABS DIFF", "MIN_SSNR", "MIN_ODG","ENC_CORE_CLIPPING"]



IVAS_FORMATS = {

    "Stereo": r"stereo",