Commit c8a237a3 authored by Archit Tamarapu's avatar Archit Tamarapu
Browse files

first version of loudness measurement job

parent 238eb23e

includes/build-jobs.yml

+2 −1
Original line number Diff line number Diff line
@@ -112,7 +112,8 @@ build-codec-windows-msbuild: 
  rules:

    - if: $MANUAL_PIPELINE_TYPE == 'long-term-logs' || $MANUAL_PIPELINE_TYPE == 'backup-long-term-logs' || $MANUAL_PIPELINE_TYPE == 'ivas-conformance-linux' || $UPDATE_PAGES || $MANUAL_PIPELINE_TYPE == 'complexity' || $MEASURE_COMPLEXITY_LINUX

      when: never

    - if: $CI_PIPELINE_SOURCE == 'web'

    # - if: $CI_PIPELINE_SOURCE == 'web'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE != 'loudness'

    - if: $CI_PIPELINE_SOURCE == 'push' && $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH

    - if: $CI_PIPELINE_SOURCE == 'merge_request_event'

    - if: $CI_PIPELINE_SOURCE == 'schedule'

main-float.yml

+77 −0
Original line number Diff line number Diff line
@@ -44,6 +44,7 @@ variables: 
      - 'test-branch-vs-input-passthrough'

      - 'coverage'

      - 'complexity'

      - 'loudness'



  PYTEST_ARGS: ""

  COVERAGE_OUTPUT_FILE_STV: "coverage-stv.info"
@@ -97,6 +98,9 @@ workflow: 
    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'complexity'

      variables:

        IVAS_PIPELINE_NAME: 'Complexity Measurement on $CI_COMMIT_BRANCH'

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness'

      variables:

        IVAS_PIPELINE_NAME: 'Loudness Measurement on $CI_COMMIT_BRANCH'



# ---------------------------------------------------------------

# Rules templates
@@ -1571,6 +1575,79 @@ test-branch-vs-input-passthrough: 
      junit:

        - report-junit.xml



loudness-measurement:

  tags:

   - processing-scripts-linux

  extends:

    - .test-job-linux-needs-testv-dir

  stage: compare

  timeout: 24 hours

  rules:

    - if: $CI_PIPELINE_SOURCE == 'web' && $MANUAL_PIPELINE_TYPE == 'loudness'

  allow_failure:

    exit_codes:

      - 123

  script:

    - bash "${CI_PROJECT_DIR}"/ivas-codec-ci/snippets/print-common-info.sh

    - set -x

    - git clone --single-branch --branch main https://gitlab-ci-token:${CI_JOB_TOKEN}@forge.3gpp.org/rep/ivas-codec-pc/ivas-processing-scripts.git

    - make -j

    - >

      for fmt in mono stereo MC_5_1 MC_5_1_2 MC_5_1_4 MC_7_1 MC_7_1_4 ISM1 ISM2 ISM3 ISM4 FOA HOA2 HOA3 MASA_1TC MASA_2TC OMASA_ISM1_1TC OMASA_ISM2_1TC OMASA_ISM3_1TC OMASA_ISM4_1TC OMASA_ISM1_2TC OMASA_ISM2_2TC OMASA_ISM3_2TC OMASA_ISM4_2TC OSBA_ISM1_FOA OSBA_ISM2_FOA OSBA_ISM3_FOA OSBA_ISM4_FOA OSBA_ISM1_HOA2 OSBA_ISM2_HOA2 OSBA_ISM3_HOA2 OSBA_ISM4_HOA2 OSBA_ISM1_HOA3 OSBA_ISM2_HOA3 OSBA_ISM3_HOA3 OSBA_ISM4_HOA3;

      do

        ./scripts/runIvasCodec.py -z console -U 1:2 -p scripts/config/ci_loudness_linux.json -x ${fmt}_b | tee -a smoke_test_output.txt

      done

    # - >

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x mono_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x stereo_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_5_1_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_5_1_2_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_5_1_4_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_7_1_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MC_7_1_4_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x ISM1_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x ISM2_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x ISM3_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x ISM4_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x FOA_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x HOA2_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x HOA3_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MASA_1TC_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x MASA_2TC_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM1_1TC_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM2_1TC_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM3_1TC_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM4_1TC_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM1_2TC_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM2_2TC_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM3_2TC_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OMASA_ISM4_2TC_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM1_FOA_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM2_FOA_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM3_FOA_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM4_FOA_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM1_HOA2_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM2_HOA2_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM3_HOA2_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM4_HOA2_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM1_HOA3_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM2_HOA3_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM3_HOA3_b | tee -a smoke_test_output.txt

    #   ./scripts/runIvasCodec.py -z console -p scripts/config/ci_loudness_linux.json -x OSBA_ISM4_HOA3_b | tee -a smoke_test_output.txt

    - ./scripts/get_loudness_data.py

    - ./scripts/parse_loudness_data.py

    - exit 0



  artifacts:

    name: "loudness-measurements--sha-$CI_COMMIT_SHORT_SHA--results"

    when: always

    expire_in: 2 weeks

    paths:

      - loudness.csv

      - smoke_test_output.txt

    expose_as: "loudness results"

  



# ---------------------------------------------------------------

# Scheduled jobs on main

# ---------------------------------------------------------------