mirror of
https://github.com/uutils/coreutils.git
synced 2025-07-07 13:35:00 +00:00
50 lines
1.6 KiB
Python
Executable file
50 lines
1.6 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
|
|
"""
|
|
Compare the current results to the last results gathered from the main branch to
|
|
highlight if a PR is making the results better/worse.
|
|
Don't exit with error code if all failing tests are in the ignore-intermittent.txt list.
|
|
"""
|
|
|
|
import json
|
|
import sys
|
|
from os import environ
|
|
|
|
REPO_DEFAULT_BRANCH = environ.get("REPO_DEFAULT_BRANCH", "main")
|
|
ONLY_INTERMITTENT = environ.get("ONLY_INTERMITTENT", "false")
|
|
|
|
NEW = json.load(open("gnu-result.json"))
|
|
OLD = json.load(open("main-gnu-result.json"))
|
|
|
|
# Extract the specific results from the dicts
|
|
last = OLD[list(OLD.keys())[0]]
|
|
current = NEW[list(NEW.keys())[0]]
|
|
|
|
|
|
pass_d = int(current["pass"]) - int(last["pass"])
|
|
fail_d = int(current["fail"]) - int(last["fail"])
|
|
error_d = int(current["error"]) - int(last["error"])
|
|
skip_d = int(current["skip"]) - int(last["skip"])
|
|
|
|
# Get an annotation to highlight changes
|
|
print(
|
|
f"""::warning ::Changes from '{REPO_DEFAULT_BRANCH}': PASS {pass_d:+d} /
|
|
FAIL {fail_d:+d} / ERROR {error_d:+d} / SKIP {skip_d:+d}"""
|
|
)
|
|
|
|
# If results are worse, check if we should fail the job
|
|
if pass_d < 0:
|
|
print(
|
|
f"""::error ::PASS count is reduced from
|
|
'{REPO_DEFAULT_BRANCH}': PASS {pass_d:+d}"""
|
|
)
|
|
|
|
# Check if all failing tests are intermittent based on the environment variable
|
|
only_intermittent = ONLY_INTERMITTENT.lower() == "true"
|
|
|
|
if only_intermittent:
|
|
print("::notice ::All failing tests are in the ignored intermittent list")
|
|
print("::notice ::Not failing the build")
|
|
else:
|
|
print("::error ::Found non-ignored failing tests")
|
|
sys.exit(1)
|