Files
abap-llm/tasks_gen/eval/G0022/mutation.json
Kral 3550f0b651 Eval review v1: checklist, review helper, 24 tasks reviewed; G0002/G0022 tests fixed; I/E generator definitions
- docs/eval-inceleme.md checklist; harness/review.py
- 19 accept, 1 fix pending (G0019), 4 flagged (I/E tasks solvable without legacy code)
- generator: categories I and E fix/refactor the seed object in place

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014aUaQeLnwbb1zTpN7kHeat
2026-10-03 06:23:38 +02:00

86 lines
1.9 KiB
JSON

{
"task": "G0022",
"mutants": [
{
"object": "{{P}}EXPENSE_VALIDATOR",
"mutant": "line 54: = -> <> (eq)",
"status": "killed",
"hidden": "3/13",
"failed_tests": [
"COST_CENTER_NOT_REQUIRED",
"COST_CENTER_REQUIRED",
"FUTURE_DATE_REJECTED",
"OTHER_CURRENCIES_PASS",
"RECEIPT_NOT_REQUIRED_BELOW",
"RECEIPT_REQUIRED",
"RECEIPT_RULE_HAS_PRIORITY",
"TODAY_IS_ACCEPTED",
"UNKNOWN_CURRENCY_REJECTED",
"VALID_CLAIM_PASSES"
]
},
{
"object": "{{P}}EXPENSE_VALIDATOR",
"mutant": "line 54: abap_false -> abap_true (bool)",
"status": "killed",
"hidden": "3/13",
"failed_tests": [
"COST_CENTER_NOT_REQUIRED",
"COST_CENTER_REQUIRED",
"FUTURE_DATE_REJECTED",
"OTHER_CURRENCIES_PASS",
"RECEIPT_NOT_REQUIRED_BELOW",
"RECEIPT_REQUIRED",
"RECEIPT_RULE_HAS_PRIORITY",
"TODAY_IS_ACCEPTED",
"UNKNOWN_CURRENCY_REJECTED",
"VALID_CLAIM_PASSES"
]
},
{
"object": "{{P}}EXPENSE_VALIDATOR",
"mutant": "line 61: > -> <= (rel)",
"status": "killed",
"hidden": "4/13",
"failed_tests": [
"COST_CENTER_NOT_REQUIRED",
"COST_CENTER_REQUIRED",
"FUTURE_DATE_REJECTED",
"OTHER_CURRENCIES_PASS",
"RECEIPT_NOT_REQUIRED_BELOW",
"RECEIPT_REQUIRED",
"RECEIPT_RULE_HAS_PRIORITY",
"TODAY_IS_ACCEPTED",
"VALID_CLAIM_PASSES"
]
},
{
"object": "{{P}}EXPENSE_VALIDATOR",
"mutant": "line 68: = -> <> (eq)",
"status": "killed",
"hidden": "6/13",
"failed_tests": [
"COST_CENTER_NOT_REQUIRED",
"COST_CENTER_REQUIRED",
"OTHER_CURRENCIES_PASS",
"RECEIPT_REQUIRED",
"RECEIPT_RULE_HAS_PRIORITY",
"TODAY_IS_ACCEPTED",
"VALID_CLAIM_PASSES"
]
},
{
"object": "{{P}}EXPENSE_VALIDATOR",
"mutant": "line 83: OR -> AND (logic)",
"status": "killed",
"hidden": "12/13",
"failed_tests": [
"OTHER_CURRENCIES_PASS"
]
}
],
"valid": 5,
"killed": 5,
"kill_rate": 1.0,
"ok": true
}