use new test for BE comparison

    - .test-job-linux

    - .rules-merge-request

  needs: ["build-codec-linux-make"]

  timeout: "12 minutes"

  # TODO: set reasonable timeout, will most likely take less

  timeout: "20 minutes"

  stage: compare

  script:

    - *print-common-info

    # some helper variables - "|| true" to prevent failures from grep not finding anything

    - non_be_flag=$(echo $CI_MERGE_REQUEST_TITLE | grep -c --ignore-case "\[rend(erer)*[ -]*non[ -]*be\]") || true

    - ref_using_main=$(echo $CI_MERGE_REQUEST_TITLE | grep -c --ignore-case "\[ref[ -]*using[ -]*main\]") || true

    # TODO: needs splitting the test between reference and cut generation

    #- ref_using_main=$(echo $CI_MERGE_REQUEST_TITLE | grep -c --ignore-case "\[ref[ -]*using[ -]*main\]") || true

    # store the current commit hash

    - source_branch_commit_sha=$(git rev-parse HEAD)

    # TODO: implement ref_using_main

    - *mr-fetch-target-branch

    - *mr-get-target-commit

    - git checkout $target_commit

    # run ext renderer test on target branch

    # build reference binaries

    - make -j IVAS_rend

    - make -j unittests

    - make -j --directory scripts/td_object_renderer/object_renderer_standalone

    - python3 -m pytest -q --log-level ERROR -n auto -rA --junit-xml=report-junit.xml tests/renderer/test_renderer.py

    - mv tests/renderer/ref tests/renderer/ref_main

    - mv IVAS_rend IVAS_rend_ref

    # run ext renderer test on branch to be merged

    # back to source branch

    - git checkout $source_branch_commit_sha

    - make clean

    - make -j IVAS_rend

    - make -j unittests

    - make -j --directory scripts/td_object_renderer/object_renderer_standalone

    - python3 -m pytest -q --log-level ERROR -n auto -rA --junit-xml=report-junit.xml tests/renderer/test_renderer.py

    - python scripts/batch_comp_audio.py ./tests/renderer/ref_main ./tests/renderer/ref | tee comparison_result.txt

    # TODO: implmement actual comparison

    # run test

    - exit_code=0

    - python3 -m pytest -q --log-level ERROR -n auto -rA --junit-xml=report-junit.xml tests/renderer/test_renderer_be_comparison.py || exit_code=$?

    - zero_errors=$(cat report-junit.xml | grep -c 'errors="0"') || true

    - *merge-request-comparison-check

  allow_failure:

    exit_codes:

      - 123

  artifacts:

    name: "mr-$CI_MERGE_REQUEST_IID--sha-$CI_COMMIT_SHORT_SHA--job-$CI_JOB_NAME--results"

    when: always

    paths:

      - report-junit.xml

    expose_as: "external renderer pytest on merge request results"

    expose_as: "pytest external renderer results"

    reports:

      junit:

        - report-junit.xml