3550f0b651
- docs/eval-inceleme.md checklist; harness/review.py - 19 accept, 1 fix pending (G0019), 4 flagged (I/E tasks solvable without legacy code) - generator: categories I and E fix/refactor the seed object in place Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_014aUaQeLnwbb1zTpN7kHeat
37 lines
611 B
JSON
37 lines
611 B
JSON
{
|
|
"id": "G0002",
|
|
"pool": "eval",
|
|
"object_type": "CLAS",
|
|
"category": "A",
|
|
"attempts": [
|
|
{
|
|
"stage": "validate",
|
|
"oracle": 0,
|
|
"null": 0
|
|
},
|
|
{
|
|
"stage": "bundle",
|
|
"errors": [
|
|
"invalid JSON: Extra data: line 1 column 14723 (char 14722)"
|
|
]
|
|
},
|
|
{
|
|
"stage": "validate",
|
|
"oracle": 100.0,
|
|
"null": 0
|
|
},
|
|
{
|
|
"stage": "manual_fix",
|
|
"by": "Claude review 2026-10-03",
|
|
"change": "Review: added hidden test count_duplicate_holidays (rule 7).",
|
|
"oracle": 100.0,
|
|
"null": 0,
|
|
"mutation": {
|
|
"valid": 4,
|
|
"killed": 4,
|
|
"ok": true
|
|
}
|
|
}
|
|
],
|
|
"accepted": true
|
|
} |