erhan/abap-llm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Eval review v1: checklist, review helper, 24 tasks reviewed; G0002/G0022 tests fixed; I/E generator definitions

Browse Source 
- docs/eval-inceleme.md checklist; harness/review.py
- 19 accept, 1 fix pending (G0019), 4 flagged (I/E tasks solvable without legacy code)
- generator: categories I and E fix/refactor the seed object in place

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014aUaQeLnwbb1zTpN7kHeat
This commit is contained in:
Kral
2026-10-03 06:23:38 +02:00
parent a12fa4dff6
commit 3550f0b651
38 changed files with 607 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

66
tasks_gen/eval/G0002/mutation.json
View File

@@ -3,9 +3,33 @@
"mutants": [
{
"object": "{{P}}DELIVERY_SCHEDULE",
"mutant": "line 68: <> -> = (rel)",
"mutant": "line 49: AND -> OR (logic)",
"status": "killed",
"hidden": "9/12",
"hidden": "4/13",
"failed_tests": [
"ADD_DAYS_BACKWARD",
"ADD_DAYS_FORWARD",
"ADD_FORWARD_SKIPS_HOLIDAY",
"COUNT_DUPLICATE_HOLIDAYS",
"COUNT_WORKING_DAYS_INCLUSIVE",
"HOLIDAY_IS_NOT_WORKING",
"NEXT_DAY_FROM_WEEKEND",
"NEXT_DAY_SKIPS_HOLIDAYS",
"WEEKEND_IS_NOT_WORKING"
]
},
{
"object": "{{P}}DELIVERY_SCHEDULE",
"mutant": "line 50: abap_false -> abap_true (bool)",
"status": "invalid",
"hidden": "0/0",
"failed_tests": []
},
{
"object": "{{P}}DELIVERY_SCHEDULE",
"mutant": "line 63: = -> <> (eq)",
"status": "killed",
"hidden": "10/13",
"failed_tests": [
"ADD_DAYS_BACKWARD",
"ADD_DAYS_FORWARD",
@@ -14,46 +38,40 @@
},
{
"object": "{{P}}DELIVERY_SCHEDULE",
"mutant": "line 72: - -> + (arith)",
"status": "invalid",
"hidden": "0/0",
"failed_tests": []
},
{
"object": "{{P}}DELIVERY_SCHEDULE",
"mutant": "line 81: = -> <> (eq)",
"status": "invalid",
"hidden": "0/0",
"failed_tests": []
},
{
"object": "{{P}}DELIVERY_SCHEDULE",
"mutant": "line 91: 5 -> 6 (const)",
"mutant": "line 91: 7 -> 8 (const)",
"status": "killed",
"hidden": "7/12",
"hidden": "6/13",
"failed_tests": [
"ADD_DAYS_BACKWARD",
"ADD_DAYS_FORWARD",
"ADD_FORWARD_SKIPS_HOLIDAY",
"COUNT_DUPLICATE_HOLIDAYS",
"COUNT_WORKING_DAYS_INCLUSIVE",
"NEXT_DAY_FROM_WEEKEND",
"WEEKEND_IS_NOT_WORKING"
]
},
{
"object": "{{P}}DELIVERY_SCHEDULE",
"mutant": "line 98: abap_true -> abap_false (bool)",
"mutant": "line 91: >= -> < (rel)",
"status": "killed",
"hidden": "8/12",
"hidden": "3/13",
"failed_tests": [
"ADD_DAYS_BACKWARD",
"ADD_DAYS_FORWARD",
"ADD_FORWARD_SKIPS_HOLIDAY",
"COUNT_DUPLICATE_HOLIDAYS",
"COUNT_WORKING_DAYS_INCLUSIVE",
"HOLIDAY_IS_NOT_WORKING",
"NEXT_DAY_SKIPS_HOLIDAYS"
"NEXT_DAY_FROM_WEEKEND",
"NEXT_DAY_SAME_FOR_WORKDAY",
"NEXT_DAY_SKIPS_HOLIDAYS",
"WEEKEND_IS_NOT_WORKING",
"WORKING_DAY_IS_TRUE"
]
}
],
"valid": 3,
"killed": 3,
"valid": 4,
"killed": 4,
"kill_rate": 1.0,
"ok": true
}