mirror of
https://github.com/boykopovar/AnyPS5.git
synced 2026-10-22 16:43:05 -05:00
GalaxyGamingFRandClaude Fable 5.1
73b4bdb600
The Linux skip check only recognised subgroup, "the device has no", "the device reports" and "no display", so tests that skip with "the device lacks ...", "does not import", "imports no", "flushes", "binds fewer", "no usable Vulkan device" or "host imports are unavailable" failed the job. The regex now covers those messages, and unrelated reasons such as "flaky" still fail. A unit test covers the messages and an end-to-end run. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01V9UU71SP1UKGR51Sowbgmq
48 lines
2.3 KiB
Python
48 lines
2.3 KiB
Python
import argparse
|
|
import re
|
|
import xml.etree.ElementTree as ET
|
|
from pathlib import Path
|
|
|
|
DEVICE_LIMITATION = re.compile(r"skipped,.*(subgroup|the device (has no|reports|lacks|does not|imports no|flushes|binds fewer)|no display|no usable Vulkan device|host imports are unavailable)", re.IGNORECASE)
|
|
|
|
NO_DISPLAY = re.compile(r"skipped,.*no display", re.IGNORECASE)
|
|
|
|
WINDOWS_PREFIX = "agc"
|
|
|
|
|
|
def skips(path):
|
|
for case in ET.parse(path).getroot().iter("testcase"):
|
|
if case.find("skipped") is None:
|
|
continue
|
|
name = case.get("name")
|
|
if not name:
|
|
continue
|
|
output = case.find("system-out")
|
|
yield name, (output.text or "") if output is not None else ""
|
|
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser(description="fail when a test is skipped that the job's device is not expected to skip")
|
|
parser.add_argument("junit", type=Path, help="the file written by ctest --output-junit")
|
|
parser.add_argument("--job", choices=("linux", "windows"), default="linux")
|
|
parser.add_argument("--list", action="store_true", help="print the skipped tests and why the file says they skipped")
|
|
args = parser.parse_args()
|
|
found = sorted(skips(args.junit))
|
|
if args.list:
|
|
for name, output in found:
|
|
reason = next((line.strip() for line in output.splitlines() if line.startswith("skipped")), "")
|
|
print(f"{name}: {reason}")
|
|
raise SystemExit
|
|
if args.job == "windows":
|
|
unexpected = [name for name, output in found if not name.startswith(WINDOWS_PREFIX) and not NO_DISPLAY.search(output)]
|
|
expected = f"any {WINDOWS_PREFIX}* test, which the runner has no Vulkan driver for, or a test that reports no display or Vulkan device"
|
|
else:
|
|
unexpected = [name for name, output in found if not DEVICE_LIMITATION.search(output)]
|
|
expected = "any test that reports the device limitation it needs, such as narrow subgroups, a missing extension or no display for a Vulkan window"
|
|
for name in unexpected:
|
|
print(f"error: {name} skipped")
|
|
if unexpected:
|
|
print(f"{len(unexpected)} test(s) skipped for a reason that is not expected: the job lost that coverage and ctest still reports every test as passed")
|
|
raise SystemExit(1)
|
|
print(f"{len(found)} test(s) skipped, all expected ({expected})")
|