baseline: setup failure is not recorded as a result; repair_stats tolerates a missing trajectory

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014aUaQeLnwbb1zTpN7kHeat
This commit is contained in:
Kral
2026-10-04 12:07:33 +02:00
parent d15e190f72
commit 5532a5b226
2 changed files with 6 additions and 0 deletions

View File

@@ -52,6 +52,10 @@ def main():
json.dump(res, open(out_path, "w"), indent=1)
print(json.dumps({"task": tid, "error": str(e)[:300]}), flush=True)
continue
if rep.get("setup_failed"): # no agent run; do not record, so a restart tries the task again
bad = [x for x in rep.get("setup", []) if not x.get("ok")]
print(json.dumps({"task": tid, "setup_failed": True, "details": bad, "run_dir": run_dir}, default=str)[:1500], flush=True)
continue
h = rep.get("hidden_tests") or {}
res["tasks"][tid] = {"category": t["category"], "object_type": t["object_type"],
"score": (rep.get("score") or {}).get("total"), "parts": rep.get("score"),