Fail the gate when the harness runner dies, and clear large harness outputs
tools/gate.py took a crashed tools/parity.py for a pass with no new failures. The runner now records each completed run, and the gate fails unless its own run finished. A missing or empty trace (the disk was full) no longer crashes the runner. After a harness passes, the runner deletes its large regenerated outputs (64 MB or more), keeping the vanilla oracle outputs that reusing an oracle run needs. Full suites left 2-4 GB files in every worktree and filled the disk. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
+12
-5
@@ -22,6 +22,7 @@ from pathlib import Path
|
||||
import subprocess
|
||||
import sys
|
||||
import time
|
||||
import uuid
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
RESULT = ROOT / ".local" / "gate.json"
|
||||
@@ -65,13 +66,19 @@ def main():
|
||||
print(f"{name}...", end=" ", flush=True)
|
||||
if name == "vanilla harnesses":
|
||||
# Stream the runner's own progress; it keeps per-harness logs.
|
||||
status = subprocess.run(command, cwd=ROOT).returncode
|
||||
if status:
|
||||
run_id = uuid.uuid4().hex
|
||||
subprocess.run(command, cwd=ROOT, env=dict(os.environ, PARITY_RUN_ID=run_id))
|
||||
summary = ROOT / ".local/parity-runner/last-run.json"
|
||||
finished = json.loads(summary.read_text()) if summary.exists() else {}
|
||||
if finished.get("run") != run_id:
|
||||
print("tools/parity.py stopped before finishing its run")
|
||||
status = 1
|
||||
else:
|
||||
known = set(filter(None, args.known_failures.split(",")))
|
||||
state = json.loads((ROOT / ".local/parity-runner/state.json").read_text())["harnesses"]
|
||||
failing = {harness for harness, record in state.items() if record["status"] != "pass"}
|
||||
failing = set(finished["failed"])
|
||||
new = sorted(failing - known)
|
||||
print(f"Failing harnesses: {', '.join(sorted(failing))}; new: {', '.join(new) or 'none'}")
|
||||
if failing:
|
||||
print(f"Failing harnesses: {', '.join(sorted(failing))}; new: {', '.join(new) or 'none'}")
|
||||
status = 1 if new else 0
|
||||
else:
|
||||
with log.open("w") as stream:
|
||||
|
||||
Reference in New Issue
Block a user