Commit 17a3401a authored by kinuthia's avatar kinuthia
Browse files

Merge branch... 

Merge branch '725-ci-failing-be-2-evs-windows-job-crashes-before-printing-all-failed-conditions' into 'main'

fix crash when conditions fail be-2-evs-windows-job

See merge request !1006
parents 53e62586 45fbbeb8

ci/run_evs_be_win_test.py

+20 −14
Original line number Diff line number Diff line
@@ -42,19 +42,24 @@ def run_condition(eval_cmd, diff_cmd, id_count): 
    cmd = subprocess.run(eval_cmd.split(), capture_output=True, text=True, check=True)



    # diff

    diff_success = 1

    diff_fails = ''

    if ';' in diff_cmd:

        # JBM cases

        diff_cmd1, diff_cmd2 = diff_cmd.split(';')

        cmd1 = subprocess.run(diff_cmd1.split(), capture_output=True, text=True, check=True)

        cmd2 = subprocess.run(diff_cmd2.split(), capture_output=True, text=True, check=True)

        diff_success = cmd1.returncode + cmd2.returncode

        cmd1 = subprocess.run(diff_cmd1.split(), stdout=subprocess.DEVNULL, check=False)

        cmd2 = subprocess.run(diff_cmd2.split(), stdout=subprocess.DEVNULL, check=False)

        if cmd1.returncode != 0:

            diff_fails += f'{diff_cmd1}\n'

        if cmd2.returncode != 0:

            diff_fails += f'{diff_cmd2}\n'

    else:

        cmd = subprocess.run(diff_cmd.split(), capture_output=True, text=True, check=True)

        diff_success = cmd.returncode

    if diff_success == 0:

        return None

        cmd = subprocess.run(diff_cmd.split(), stdout=subprocess.DEVNULL, check=False)

        if cmd.returncode != 0:

            diff_fails += f'{diff_cmd}\n'

    if diff_fails:

        return diff_fails

    else:

        return f'[{str(id_count).rjust(3)}] FAIL: {" ".join(eval_cmd)}\n            {diff_cmd}\n'

        return None





def environment_is_correct(paths):
@@ -116,6 +121,7 @@ if __name__ == '__main__': 
                    if os.path.exists(tmp_dir):

                        shutil.rmtree(tmp_dir)

                    os.makedirs(tmp_dir)

                line = line.replace('testv', f'{test_vec_dir}/testv')

                line = line if tmp_dir is None else line.replace(

                    '$TMP/', f'{tmp_dir}/')

                if '$CUT_DEC_BIN' in line:
@@ -138,11 +144,11 @@ if __name__ == '__main__': 


    results = [r.get() for r in results if r.get()]

    if results:

        print(f'\n{len(results)} test conditions failed:')

        print('\n'.join(results))

        print(f'\n --- {len(results)} test conditions failed ---')

        print(''.join(results))

        with open('failed.txt', 'w') as f:

            print(f'\n{len(results)} test conditions failed:', file=f)

            print('\n'.join(results), file=f)

            print(f' --- {len(results)} test conditions failed ---', file=f)

            print(''.join(results), file=f)

        sys.exit(1)

    else:

        print('\n *** All tests passed! ***')