Files
abap-llm/tasks_gen/eval/G0002/mutation.json
Kral 3550f0b651 Eval review v1: checklist, review helper, 24 tasks reviewed; G0002/G0022 tests fixed; I/E generator definitions
- docs/eval-inceleme.md checklist; harness/review.py
- 19 accept, 1 fix pending (G0019), 4 flagged (I/E tasks solvable without legacy code)
- generator: categories I and E fix/refactor the seed object in place

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014aUaQeLnwbb1zTpN7kHeat
2026-10-03 06:23:38 +02:00

77 lines
1.7 KiB
JSON

{
"task": "G0002",
"mutants": [
{
"object": "{{P}}DELIVERY_SCHEDULE",
"mutant": "line 49: AND -> OR (logic)",
"status": "killed",
"hidden": "4/13",
"failed_tests": [
"ADD_DAYS_BACKWARD",
"ADD_DAYS_FORWARD",
"ADD_FORWARD_SKIPS_HOLIDAY",
"COUNT_DUPLICATE_HOLIDAYS",
"COUNT_WORKING_DAYS_INCLUSIVE",
"HOLIDAY_IS_NOT_WORKING",
"NEXT_DAY_FROM_WEEKEND",
"NEXT_DAY_SKIPS_HOLIDAYS",
"WEEKEND_IS_NOT_WORKING"
]
},
{
"object": "{{P}}DELIVERY_SCHEDULE",
"mutant": "line 50: abap_false -> abap_true (bool)",
"status": "invalid",
"hidden": "0/0",
"failed_tests": []
},
{
"object": "{{P}}DELIVERY_SCHEDULE",
"mutant": "line 63: = -> <> (eq)",
"status": "killed",
"hidden": "10/13",
"failed_tests": [
"ADD_DAYS_BACKWARD",
"ADD_DAYS_FORWARD",
"ADD_FORWARD_SKIPS_HOLIDAY"
]
},
{
"object": "{{P}}DELIVERY_SCHEDULE",
"mutant": "line 91: 7 -> 8 (const)",
"status": "killed",
"hidden": "6/13",
"failed_tests": [
"ADD_DAYS_BACKWARD",
"ADD_DAYS_FORWARD",
"ADD_FORWARD_SKIPS_HOLIDAY",
"COUNT_DUPLICATE_HOLIDAYS",
"COUNT_WORKING_DAYS_INCLUSIVE",
"NEXT_DAY_FROM_WEEKEND",
"WEEKEND_IS_NOT_WORKING"
]
},
{
"object": "{{P}}DELIVERY_SCHEDULE",
"mutant": "line 91: >= -> < (rel)",
"status": "killed",
"hidden": "3/13",
"failed_tests": [
"ADD_DAYS_BACKWARD",
"ADD_DAYS_FORWARD",
"ADD_FORWARD_SKIPS_HOLIDAY",
"COUNT_DUPLICATE_HOLIDAYS",
"COUNT_WORKING_DAYS_INCLUSIVE",
"NEXT_DAY_FROM_WEEKEND",
"NEXT_DAY_SAME_FOR_WORKDAY",
"NEXT_DAY_SKIPS_HOLIDAYS",
"WEEKEND_IS_NOT_WORKING",
"WORKING_DAY_IS_TRUE"
]
}
],
"valid": 4,
"killed": 4,
"kill_rate": 1.0,
"ok": true
}