Commit 1ff2050d authored by Jan Kiene's avatar Jan Kiene
Browse files

remove explicit names of artifacts and simply move all

parent 647c3f6a

ci/setup_pages.py

+22 −23
Original line number Diff line number Diff line
@@ -5,6 +5,7 @@ import subprocess 
import sys

import csv

from collections import namedtuple

from tempdir import TemporaryDirectory



from get_id_of_last_job_occurence import get_job_ids
@@ -13,27 +14,22 @@ PROJECT_ID_FLOAT_REPO = 49 
PROJECT_ID_BASOP_REPO = 77





Job = namedtuple("Job", "name", "artifacts", "n")

Job = namedtuple("Job", "name", "n")



JOBS_FLOAT_REPO = [

    Job(

        "complexity-stereo-in-stereo-out", ["complexity-stereo-in-stereo-out-public"], 1

    ),

    Job("complexity-ism-in-binaural-out", ["complexity-ism-in-binaural-out-public"], 1),

    Job(

        "complexity-sba-hoa3-in-hoa3-out", ["complexity-sba-hoa3-in-hoa3-out-public"], 1

    ),

    Job("complexity-mc-in-7_1_4-out", ["complexity-mc-in-7_1_4-out-public"], 1),

    Job("complexity-masa-in-7_1_4-out", ["complexity-masa-in-7_1_4-out-public"], 1),

    Job("complexity-stereo-in-stereo-out", 1),

    Job("complexity-ism-in-binaural-out", 1),

    Job("complexity-sba-hoa3-in-hoa3-out", 1),

    Job("complexity-mc-in-7_1_4-out", 1),

    Job("complexity-masa-in-7_1_4-out", 1),

    Job(

        "complexity-StereoDmxEVS-stereo-in-mono-out",

        ["complexity-StereoDmxEVS-stereo-in-mono-out-public"],

        1,

    ),

    Job("coverage-test-on-main-scheduled", ["coverage", "coverage_stv"], 1),

    Job("coverage-test-on-main-scheduled", 1),

]

JOBS_BASOP_REPO = {

    Job("ivas-pytest-mld-long-dec", ["mld.csv"], 2),

    Job("ivas-pytest-mld-long-dec", 2),

}



JOBS_FOR_PROJECT_ID = {49: JOBS_FLOAT_REPO, 77: JOBS_BASOP_REPO}
@@ -109,27 +105,30 @@ def get_artifacts_for_jobs_and_return_num_failed( 
    failed_count = 0



    for job in jobs:

        print(os.environ["CI_DEFAULT_BRANCH"], job, project_id, success_only)

        print(os.environ["CI_DEFAULT_BRANCH"], job.name, project_id, success_only)

        job_ids = get_job_ids(

            os.environ["CI_DEFAULT_BRANCH"], job, project_id, success_only, 1

            os.environ["CI_DEFAULT_BRANCH"], job.name, project_id, success_only, job.n

        )

        job_id = -1 if len(job_ids) == 0 else job_ids[0]



        print(f"{job_id} - {job}")

        print(f"{job_ids} - {job.name}")

        try:

            curl_for_artifacts(job_id)

            for job_id in job_ids:

                with TemporaryDirectory() as tmp_dir:

                    curl_for_artifacts(job_id, str(tmp_dir))



            for fol in jobs.artifacts:

                pathlib.Path(fol).rename(PUBLIC_FOLDER.joinpath(fol))

                    for artifact in tmp_dir.iterdir():

                        tmp_dir.joinpath(artifact).rename(

                            PUBLIC_FOLDER.joinpath(artifact)

                        )



        except subprocess.CalledProcessError:

            print(f"Could not get artifacts for {job}")

            print(f"Could not get artifacts for {job.name}")

            failed_count += 1



    return failed_count





def curl_for_artifacts(job_id):

def curl_for_artifacts(job_id: int, exdir: str):

    cmd = [

        "curl",

        "--request",
@@ -151,7 +150,7 @@ def curl_for_artifacts(job_id): 
        raise subprocess.CalledProcessError(-1, "Unzip check failed")



    # do the actual unzipping

    cmd = ["unzip", ARTIFACTS]

    cmd = ["unzip", ARTIFACTS, "-d", exdir]

    subprocess.run(cmd, check=True)