Commit ed0e1362 authored by Jan Kiene's avatar Jan Kiene
Browse files

Merge branch 'ci/show-new-complexity-jobs-in-landing-page' into 'main' 

[CI] Add new complexity jobs on the gitlab pages landing page

See merge request !1697
parents 580ea961 da499da2

ci/index-pages.html

+1 −8
Original line number Diff line number Diff line
@@ -7,14 +7,7 @@ 


  <h2>Complexity Reports</h2>



  <ul>

    <li><a href="complexity-stereo-in-stereo-out-public/index.html">Stereo</a></li>

    <li><a href="complexity-ism-in-binaural-out-public/index.html">ISM</a></li>

    <li><a href="complexity-sba-hoa3-in-hoa3-out-public/index.html">SBA</a></li>

    <li><a href="complexity-mc-in-7_1_4-out-public/index.html">Multichannel</a></li>

    <li><a href="complexity-masa-in-7_1_4-out-public/index.html">Masa</a></li>

    <li><a href="complexity-StereoDmxEVS-stereo-in-mono-out-public/index.html">StereoDmxEVS</a></li>

  </ul>

  {}



  <h2>Test Coverage</h2>

ci/setup_pages.py

+49 −25
Original line number Diff line number Diff line
@@ -11,30 +11,30 @@ from get_id_of_last_job_occurence import get_job_id 
PROJECT_ID_FLOAT_REPO = 49

PROJECT_ID_BASOP_REPO = 77





JOBS_FLOAT_REPO = [

# job names -> hyperlink strings forthe landing page

JOBS_FLOAT_REPO = {

    # old ones no longer running -> replaced by "ext" jobs, remove after some time

    "complexity-stereo-in-stereo-out",

    "complexity-ism-in-binaural-out",

    "complexity-sba-hoa3-in-hoa3-out",

    "complexity-mc-in-7_1_4-out",

    "complexity-masa-in-7_1_4-out",

    "coverage-test-on-main-scheduled",

    "complexity-stereo-in-stereo-out": "[OLD] Stereo in, stereo out",

    "complexity-ism-in-binaural-out": "[OLD] ISM in, BINAURAL out",

    "complexity-sba-hoa3-in-hoa3-out": "[OLD] HOA3 in, HOA3 out",

    "complexity-mc-in-7_1_4-out": "[OLD] MC in, 7_1_4 out",

    "complexity-masa-in-7_1_4-out": "[OLD] Masa in, 7_1_4 out",

    # current ones

    "complexity-stereo-in-ext-out",

    "complexity-ism-in-binaural_room_ir-out",

    "complexity-ism-in-ext-out",

    "complexity-sba-hoa3-in-ext-out",

    "complexity-sba-hoa3-in-binaural_room_ir-out",

    "complexity-mc-in-ext-out",

    "complexity-mc-in-binaural_room_ir-out",

    "complexity-masa-in-ext-out",

    "complexity-masa-in-binaural-out",

    "complexity-omasa-in-ext-out",

    "complexity-omasa-in-binaural-out",

    # "timeless" jobs (survivors from the old jobs)

    "complexity-StereoDmxEVS-stereo-in-mono-out",

]

    "complexity-stereo-in-ext-out": "Stereo in, EXT out",

    "complexity-ism-in-binaural_room_ir-out": "ISM in, BINAURAL_ROOM_IR out",

    "complexity-ism-in-ext-out": "ISM in, EXT out",

    "complexity-sba-hoa3-in-ext-out": "HOA3 in, EXT out",

    "complexity-sba-hoa3-in-binaural_room_ir-out": "HOA3 in, BINAURAL_ROOM_IR out",

    "complexity-mc-in-ext-out": "MC in, EXT out",

    "complexity-mc-in-binaural_room_ir-out": "MC in, BINAURAL_ROOM_IR out",

    "complexity-masa-in-ext-out": "MASA in, EXT out",

    "complexity-masa-in-binaural-out": "MASA in, BINAURAL out",

    "complexity-omasa-in-ext-out": "OMASA in, EXT out",

    "complexity-omasa-in-binaural-out": "OMASA in, BINAURAL out",

    # "timeless" jobs (survivors from the old jobs or not complexity)

    "complexity-StereoDmxEVS-stereo-in-mono-out": "StereoDmxEVS, Stereo in, Mono out",

    "coverage-test-on-main-scheduled": "Coverage",

}

JOBS_BASOP_REPO = [

    "ivas-pytest-mld-long-dec",

    "ivas-pytest-mld-long-dec-lev+10",
@@ -67,8 +67,7 @@ def main(): 


    index_html = PUBLIC_FOLDER.joinpath("index.html")

    if project_id == PROJECT_ID_FLOAT_REPO:

        src = pathlib.Path("ci/index-pages.html").absolute()

        shutil.move(src, index_html)

        create_landing_page_float_repo(jobs, index_html)

    elif project_id == PROJECT_ID_BASOP_REPO:

        src = pathlib.Path("ci/basop-pages/basop_index.html").absolute()

        shutil.move(src, index_html)
@@ -76,6 +75,29 @@ def main(): 
    sys.exit(0)





def create_landing_page_float_repo(jobs, index_html):

    # dynamically create the complexity links on the landing page

    link_html = list()

    link_html = ["<ul>"]

    for job, link_text in jobs.items():

        if job.startswith("complexity"):

            line = f'<li><a href="{job}-public/index.html">{link_text}</a></li>'

            link_html.append(line)

    link_html.append("</ul>")

    link_html_text = "\n".join(link_html)



    index_pages_tmpl_path = (

        pathlib.Path(__file__).parent.joinpath("index-pages.html").absolute()

    )

    with open(index_pages_tmpl_path) as f:

        index_pages_tmpl = f.read()

    print(index_pages_tmpl)

    index_pages_tmpl = index_pages_tmpl.format(link_html_text)



    with open(index_html, "w") as f:

        f.write(index_pages_tmpl)





def get_artifacts_for_jobs_and_return_num_failed(

    jobs: list, project_id: int, success_only: bool

) -> int:
@@ -89,7 +111,9 @@ def get_artifacts_for_jobs_and_return_num_failed( 
    failed_count = 0



    for job in jobs:

        job_id = get_job_id( os.environ["CI_DEFAULT_BRANCH"], job, project_id, success_only)

        job_id = get_job_id(

            os.environ["CI_DEFAULT_BRANCH"], job, project_id, success_only

        )



        print(f"{job_id} - {job}")

        try: