Commit 02dd1728 authored by norvell's avatar norvell
Browse files

Merge branch '925-generate-coverage-for-short-test-vectors-as-part-of-coverage-job' into 'main' 

[CI] Generate coverage for short test vectors as part of coverage job

See merge request !1269
parents 0edcc82a 8a7cc360

.gitlab-ci.yml

+6 −2
Original line number Diff line number Diff line
@@ -1824,22 +1824,26 @@ coverage-test-on-main-scheduled: 
    - python3 tests/create_short_testvectors.py

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v -n auto --update_ref 1 -m create_ref --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR -v -n auto --update_ref 1 -m create_ref_part2 --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR/test_param_file.py -v -n auto --update_ref 1 -m create_ref --param_file scripts/config/self_test_evs.prm --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec

    - bash ci/smoke_test.sh coverage

    - python3 -m pytest -q -n auto tests/renderer/test_renderer.py --create_ref

    - python3 -m pytest -q -n auto tests/renderer/test_renderer.py --create_cut    

    - lcov -c -d obj -o coverage_stv.info # extract coverage of short test vectors here

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR/test_param_file.py -v -n auto --update_ref 1 -m create_ref --param_file scripts/config/self_test_evs.prm --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec

    - bash ci/smoke_test.sh coverage

    - python3 -m pytest $TESTS_DIR_CODEC_BE_ON_MR/test_param_file.py -v -n auto --update_ref 1 -m create_ref --param_file scripts/config/self_test_ltv.prm --ref_encoder_path ./IVAS_cod --ref_decoder_path ./IVAS_dec

    - bash ci/ivas_voip_be_test.sh coverage

    - lcov -c -d obj -o coverage.info

    - commit_sha=$(git rev-parse HEAD)

    - genhtml coverage.info -o coverage -t "Coverage on main @ $commit_sha"

    - genhtml coverage_stv.info -o coverage_stv -t "Coverage on main -- short test vectors @ $commit_sha"

  artifacts:

    name: "main-coverage-sha-$CI_COMMIT_SHORT_SHA"

    when: always

    expire_in: 1 week

    paths:

      - coverage.info

      - coverage_stv.info

      - coverage

      - coverage_stv



# ---------------------------------------------------------------

# Complexity measurement jobs

ci/index-pages.html

+1 −0
Original line number Diff line number Diff line
@@ -20,6 +20,7 @@ 


  <ul>

    <li><a href="coverage/index.html">Coverage report</a></li>

    <li><a href="coverage_stv/index.html">Coverage of short test vectors</a></li>

  </ul>



</body>

ci/setup_pages.py

+1 −0
Original line number Diff line number Diff line
@@ -34,6 +34,7 @@ def main(): 
            job_public = job + "-public"

            if job == "coverage-test-on-main-scheduled":

                job_public = "coverage"

                pathlib.Path("coverage_stv").rename(public_folder.joinpath("coverage_stv"))



            pathlib.Path(job_public).rename(public_folder.joinpath(job_public))