Commit 2fa586a8 authored by Jan Kiene's avatar Jan Kiene
Browse files

Merge branch 'ci/complexity-measurements-cleanup' into 'main' 

[CI] Complexity measurement cleanup

See merge request !1458
parents 95b2dabb 59e90cdd

.gitlab-ci.yml

+34 −10
Original line number Diff line number Diff line
@@ -1703,9 +1703,8 @@ voip-be-on-merge-request: 
  # this is a testing/maintenance mechanism to force getting the log history from a specific job id

  # see below in the concrete complexity jobs

  - if [ "$JOB_ID_INJECT" != "" ]; then job_id=$JOB_ID_INJECT; fi

  - curl --request GET "https://forge.3gpp.org/rep/api/v4/projects/$CI_PROJECT_ID/jobs/$job_id/artifacts" --output artifacts.zip

  - unzip artifacts.zip || true # this may fail on first run, when there are no artifacts there and the zip file is actually just "404"-html

  - ls

  - curl --silent --show-error --request GET "https://forge.3gpp.org/rep/api/v4/projects/$CI_PROJECT_ID/jobs/$job_id/artifacts" --output artifacts.zip

  - unzip -qq artifacts.zip || true # this may fail on first run, when there are no artifacts there and the zip file is actually just "404"-html

  - public_dir="$CI_JOB_NAME-public"



  # if is needed to catch case when no artifact is there (first run), similarly as above
@@ -1728,15 +1727,14 @@ voip-be-on-merge-request: 
  -   fi

  - fi



  - ls wmops

  - rm artifacts.zip

  - rm -rf $public_dir



  ### 1.5.part: get the corresponding measurement from ivas-float-update

  - job_id=$(python3 ci/get_id_of_last_job_occurence.py ivas-float-update $CI_JOB_NAME $CI_PROJECT_ID)

  - echo $job_id

  - curl --request GET "https://forge.3gpp.org/rep/api/v4/projects/$CI_PROJECT_ID/jobs/$job_id/artifacts" --output artifacts_ref.zip

  - unzip -j artifacts_ref.zip "*latest_WMOPS.csv" || true

  - curl --silent --show-error --request GET "https://forge.3gpp.org/rep/api/v4/projects/$CI_PROJECT_ID/jobs/$job_id/artifacts" --output artifacts_ref.zip

  - unzip -qq -j artifacts_ref.zip "*latest_WMOPS.csv" || true

  # add file to arguments only if the artifact could be retrieved to prevent error later.

  - if [ -f latest_WMOPS.csv ]; then GET_WMOPS_ARGS="$GET_WMOPS_ARGS latest_WMOPS.csv"; fi
@@ -1749,8 +1747,6 @@ voip-be-on-merge-request: 
  - mkdir $public_dir/logs

  # first move logs

  - log_files=$(cat $public_dir/graphs*.js | grep logFile | sed "s/.*\(wmops_newsletter_.*\.csv\).*/\1/g")

  - echo $log_files

  - ls wmops/logs

  - for f in $log_files; do [ -f wmops/logs/$f ] && mv wmops/logs/$f $public_dir/logs/$f; done

  # copy index page blueprint

  - cp ci/complexity_measurements/index_complexity.html ${public_dir}/index.html
@@ -1758,7 +1754,16 @@ voip-be-on-merge-request: 
  - sed -i "s/IVAS FORMAT/IVAS $in_format to $out_format/g" ${public_dir}/index.html

  # do separately here to avoid overwrite complaints by mv

  - mv -f ci/complexity_measurements/style.css ${public_dir}/

  - ls $public_dir



.complexity-measurements-report-summary: &complexity-measurements-report-summary

  - *print-results-banner

  - if [ $ret_val -eq 0 ]; then

  -   echo -e "No crashes occured.\nNo changes in complexity or memory usage (>1%) detected."

  - elif [ $ret_val -eq 123 ]; then

  -   echo -e "Changes in complexity or memory usage (>1%) detected!!!\nNo crashes occured."

  - else

  -   echo -e "Something went wrong in running the codec. Likely some modes were crashing."

  - fi



.complexity-template:

  extends:
@@ -1776,7 +1781,6 @@ voip-be-on-merge-request: 
    - *complexity-measurements-setup

    # delete previous jobs logfiles if present (-f flag ensures return calue of 0 even in first run where this folder is not present)

    - rm -rf COMPLEXITY/logs

    - which coan

  allow_failure:

    exit_codes:

      - 123
@@ -1800,6 +1804,7 @@ complexity-stereo-in-stereo-out: 
    - out_format=stereo

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-ism-in-binaural-out:
@@ -1817,6 +1822,7 @@ complexity-ism-in-binaural-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "ISM+1 ISM+2 ISM+3 ISM+4" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-ism-in-binaural_room_ir-out:
@@ -1834,6 +1840,7 @@ complexity-ism-in-binaural_room_ir-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "ISM+1 ISM+2 ISM+3 ISM+4" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-ism-in-ext-out:
@@ -1851,6 +1858,7 @@ complexity-ism-in-ext-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "ISM+1 ISM+2 ISM+3 ISM+4" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-sba-hoa3-in-hoa3-out:
@@ -1868,6 +1876,7 @@ complexity-sba-hoa3-in-hoa3-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-sba-hoa3-in-binaural-out:
@@ -1885,6 +1894,7 @@ complexity-sba-hoa3-in-binaural-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-sba-hoa3-in-binaural_room_ir-out:
@@ -1902,6 +1912,7 @@ complexity-sba-hoa3-in-binaural_room_ir-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-mc-in-7_1_4-out:
@@ -1919,6 +1930,7 @@ complexity-mc-in-7_1_4-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-mc-in-binaural-out:
@@ -1936,6 +1948,7 @@ complexity-mc-in-binaural-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-mc-in-binaural_room_ir-out:
@@ -1953,6 +1966,7 @@ complexity-mc-in-binaural_room_ir-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-masa-in-ext-out:
@@ -1970,6 +1984,7 @@ complexity-masa-in-ext-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-masa-in-binaural-out:
@@ -1987,6 +2002,7 @@ complexity-masa-in-binaural-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-masa-in-hoa3-out:
@@ -2004,6 +2020,7 @@ complexity-masa-in-hoa3-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



# complexity-omasa-in-ext-out:
@@ -2021,6 +2038,7 @@ complexity-masa-in-hoa3-out: 
#     - ret_val=0

#     - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

#     - *complexity-measurements-prepare-artifacts

#     - *complexity-measurements-report-summary

#     - exit $ret_val



complexity-omasa-in-binaural-out:
@@ -2038,6 +2056,7 @@ complexity-omasa-in-binaural-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-omasa-in-hoa3-out:
@@ -2055,6 +2074,7 @@ complexity-omasa-in-hoa3-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-StereoDmxEVS-stereo-in-mono-out:
@@ -2072,6 +2092,7 @@ complexity-StereoDmxEVS-stereo-in-mono-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



# complexity-osba-in-ext-out:
@@ -2087,6 +2108,7 @@ complexity-StereoDmxEVS-stereo-in-mono-out: 
#     - ret_val=0

#     - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

#     - *complexity-measurements-prepare-artifacts

#     - *complexity-measurements-report-summary

#     - exit $ret_val



complexity-osba-in-binaural-out:
@@ -2104,6 +2126,7 @@ complexity-osba-in-binaural-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



complexity-osba-in-binaural_room_ir-out:
@@ -2121,6 +2144,7 @@ complexity-osba-in-binaural_room_ir-out: 
    - ret_val=0

    - bash ci/complexity_measurements/getWmops.sh "$in_format" "$out_format" $GET_WMOPS_ARGS || ret_val=$?

    - *complexity-measurements-prepare-artifacts

    - *complexity-measurements-report-summary

    - exit $ret_val



# job that sets up gitlab pages website