- docs/eval-inceleme.md checklist; harness/review.py - 19 accept, 1 fix pending (G0019), 4 flagged (I/E tasks solvable without legacy code) - generator: categories I and E fix/refactor the seed object in place Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_014aUaQeLnwbb1zTpN7kHeat
86 lines
1.9 KiB
JSON
86 lines
1.9 KiB
JSON
{
|
|
"task": "G0022",
|
|
"mutants": [
|
|
{
|
|
"object": "{{P}}EXPENSE_VALIDATOR",
|
|
"mutant": "line 54: = -> <> (eq)",
|
|
"status": "killed",
|
|
"hidden": "3/13",
|
|
"failed_tests": [
|
|
"COST_CENTER_NOT_REQUIRED",
|
|
"COST_CENTER_REQUIRED",
|
|
"FUTURE_DATE_REJECTED",
|
|
"OTHER_CURRENCIES_PASS",
|
|
"RECEIPT_NOT_REQUIRED_BELOW",
|
|
"RECEIPT_REQUIRED",
|
|
"RECEIPT_RULE_HAS_PRIORITY",
|
|
"TODAY_IS_ACCEPTED",
|
|
"UNKNOWN_CURRENCY_REJECTED",
|
|
"VALID_CLAIM_PASSES"
|
|
]
|
|
},
|
|
{
|
|
"object": "{{P}}EXPENSE_VALIDATOR",
|
|
"mutant": "line 54: abap_false -> abap_true (bool)",
|
|
"status": "killed",
|
|
"hidden": "3/13",
|
|
"failed_tests": [
|
|
"COST_CENTER_NOT_REQUIRED",
|
|
"COST_CENTER_REQUIRED",
|
|
"FUTURE_DATE_REJECTED",
|
|
"OTHER_CURRENCIES_PASS",
|
|
"RECEIPT_NOT_REQUIRED_BELOW",
|
|
"RECEIPT_REQUIRED",
|
|
"RECEIPT_RULE_HAS_PRIORITY",
|
|
"TODAY_IS_ACCEPTED",
|
|
"UNKNOWN_CURRENCY_REJECTED",
|
|
"VALID_CLAIM_PASSES"
|
|
]
|
|
},
|
|
{
|
|
"object": "{{P}}EXPENSE_VALIDATOR",
|
|
"mutant": "line 61: > -> <= (rel)",
|
|
"status": "killed",
|
|
"hidden": "4/13",
|
|
"failed_tests": [
|
|
"COST_CENTER_NOT_REQUIRED",
|
|
"COST_CENTER_REQUIRED",
|
|
"FUTURE_DATE_REJECTED",
|
|
"OTHER_CURRENCIES_PASS",
|
|
"RECEIPT_NOT_REQUIRED_BELOW",
|
|
"RECEIPT_REQUIRED",
|
|
"RECEIPT_RULE_HAS_PRIORITY",
|
|
"TODAY_IS_ACCEPTED",
|
|
"VALID_CLAIM_PASSES"
|
|
]
|
|
},
|
|
{
|
|
"object": "{{P}}EXPENSE_VALIDATOR",
|
|
"mutant": "line 68: = -> <> (eq)",
|
|
"status": "killed",
|
|
"hidden": "6/13",
|
|
"failed_tests": [
|
|
"COST_CENTER_NOT_REQUIRED",
|
|
"COST_CENTER_REQUIRED",
|
|
"OTHER_CURRENCIES_PASS",
|
|
"RECEIPT_REQUIRED",
|
|
"RECEIPT_RULE_HAS_PRIORITY",
|
|
"TODAY_IS_ACCEPTED",
|
|
"VALID_CLAIM_PASSES"
|
|
]
|
|
},
|
|
{
|
|
"object": "{{P}}EXPENSE_VALIDATOR",
|
|
"mutant": "line 83: OR -> AND (logic)",
|
|
"status": "killed",
|
|
"hidden": "12/13",
|
|
"failed_tests": [
|
|
"OTHER_CURRENCIES_PASS"
|
|
]
|
|
}
|
|
],
|
|
"valid": 5,
|
|
"killed": 5,
|
|
"kill_rate": 1.0,
|
|
"ok": true
|
|
} |