baseline: setup failure is not recorded as a result; repair_stats tolerates a missing trajectory
Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_014aUaQeLnwbb1zTpN7kHeat
This commit is contained in:
@@ -52,6 +52,10 @@ def main():
|
||||
json.dump(res, open(out_path, "w"), indent=1)
|
||||
print(json.dumps({"task": tid, "error": str(e)[:300]}), flush=True)
|
||||
continue
|
||||
if rep.get("setup_failed"): # no agent run; do not record, so a restart tries the task again
|
||||
bad = [x for x in rep.get("setup", []) if not x.get("ok")]
|
||||
print(json.dumps({"task": tid, "setup_failed": True, "details": bad, "run_dir": run_dir}, default=str)[:1500], flush=True)
|
||||
continue
|
||||
h = rep.get("hidden_tests") or {}
|
||||
res["tasks"][tid] = {"category": t["category"], "object_type": t["object_type"],
|
||||
"score": (rep.get("score") or {}).get("total"), "parts": rep.get("score"),
|
||||
|
||||
Reference in New Issue
Block a user