Loading scripts/basop_check_for_changes_in_testcases.py +5 −5 Original line number Diff line number Diff line Loading @@ -42,7 +42,7 @@ import xml.etree.ElementTree as ET # set positive threshold for "lower is better" metrics, negative for "higher is better" COLS_2_THRESHOLDS = { "MLD": float(os.environ.get("CI_REGRESSION_THRESH_MLD", 0.1)), "MAXIMUM ABS DIFF": float(os.environ.get("CI_REGRESSION_THRESH_MAX_ABS_DIFF", 5)), "MAX_ABS_DIFF": float(os.environ.get("CI_REGRESSION_THRESH_MAX_ABS_DIFF", 5)), "MIN_SSNR": float(os.environ.get("CI_REGRESSION_THRESH_SSNR", -1)), "MIN_ODG": float(os.environ.get("CI_REGRESSION_THRESH_ODG", -0.05)), } Loading @@ -62,8 +62,8 @@ PATTERNS = [PATTERN_ENC, PATTERN_DEC, PATTERN_EID, PATTERN_NETSIM] def main(args): xml_report = args.xml_report df_curr = pd.read_csv(args.csv_current, sep=";") df_prev = pd.read_csv(args.csv_previous, sep=";") df_curr = pd.read_csv(args.csv_current) df_prev = pd.read_csv(args.csv_previous) df_merged = pd.merge(df_curr, df_prev, on="testcase", suffixes=["-curr", "-prev"]) # remove leading path from testcase names for better readability Loading @@ -76,8 +76,8 @@ def main(args): regressions_found = False # check for newly introduced crashes col_curr = "Result-curr" col_prev = "Result-prev" col_curr = "result-curr" col_prev = "result-prev" mask_crash_introduced = (df_merged[col_curr] == "ERROR") & ( df_merged[col_prev] != "ERROR" ) Loading Loading
scripts/basop_check_for_changes_in_testcases.py +5 −5 Original line number Diff line number Diff line Loading @@ -42,7 +42,7 @@ import xml.etree.ElementTree as ET # set positive threshold for "lower is better" metrics, negative for "higher is better" COLS_2_THRESHOLDS = { "MLD": float(os.environ.get("CI_REGRESSION_THRESH_MLD", 0.1)), "MAXIMUM ABS DIFF": float(os.environ.get("CI_REGRESSION_THRESH_MAX_ABS_DIFF", 5)), "MAX_ABS_DIFF": float(os.environ.get("CI_REGRESSION_THRESH_MAX_ABS_DIFF", 5)), "MIN_SSNR": float(os.environ.get("CI_REGRESSION_THRESH_SSNR", -1)), "MIN_ODG": float(os.environ.get("CI_REGRESSION_THRESH_ODG", -0.05)), } Loading @@ -62,8 +62,8 @@ PATTERNS = [PATTERN_ENC, PATTERN_DEC, PATTERN_EID, PATTERN_NETSIM] def main(args): xml_report = args.xml_report df_curr = pd.read_csv(args.csv_current, sep=";") df_prev = pd.read_csv(args.csv_previous, sep=";") df_curr = pd.read_csv(args.csv_current) df_prev = pd.read_csv(args.csv_previous) df_merged = pd.merge(df_curr, df_prev, on="testcase", suffixes=["-curr", "-prev"]) # remove leading path from testcase names for better readability Loading @@ -76,8 +76,8 @@ def main(args): regressions_found = False # check for newly introduced crashes col_curr = "Result-curr" col_prev = "Result-prev" col_curr = "result-curr" col_prev = "result-prev" mask_crash_introduced = (df_merged[col_curr] == "ERROR") & ( df_merged[col_prev] != "ERROR" ) Loading