0ba25faeea
- mutation.py: negation mutants, skip WHILE/DO blocks (endless loop blocked RFC ~8 min) - generator: accept only after mutation check; survivors go back as repair feedback - runner/judge.py: stop tasks scored 100/30/0; gap by keywords, else judge model - proxy: tool schema variant generic_v0 (draft); generator make_k_variant - evalset.py: 88 slots for step F (A-I, H, K) Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
68 lines
1.4 KiB
JSON
68 lines
1.4 KiB
JSON
{
|
|
"task": "G0003",
|
|
"mutants": [
|
|
{
|
|
"object": "{{P}}COURSE_BOOKING",
|
|
"mutant": "line 52: < -> >= (rel)",
|
|
"status": "killed",
|
|
"hidden": "9/11",
|
|
"failed_tests": [
|
|
"BOOKABLE_EXACT_FREE",
|
|
"NOT_BOOKABLE_ZERO_SEATS"
|
|
]
|
|
},
|
|
{
|
|
"object": "{{P}}COURSE_BOOKING",
|
|
"mutant": "line 53: abap_false -> abap_true (bool)",
|
|
"status": "killed",
|
|
"hidden": "10/11",
|
|
"failed_tests": [
|
|
"NOT_BOOKABLE_ZERO_SEATS"
|
|
]
|
|
},
|
|
{
|
|
"object": "{{P}}COURSE_BOOKING",
|
|
"mutant": "line 69: < -> >= (rel)",
|
|
"status": "killed",
|
|
"hidden": "7/11",
|
|
"failed_tests": [
|
|
"LIST_EMPTY_WITHOUT_MATCH",
|
|
"LIST_EXCLUDES_FULL",
|
|
"LIST_FILTER_CAT_SEATS",
|
|
"LIST_SORTED_BY_COURSE"
|
|
]
|
|
},
|
|
{
|
|
"object": "{{P}}COURSE_BOOKING",
|
|
"mutant": "line 84: = -> <> (eq)",
|
|
"status": "killed",
|
|
"hidden": "6/11",
|
|
"failed_tests": [
|
|
"BOOKABLE_EXACT_FREE",
|
|
"FREE_SEATS_NEVER_NEG",
|
|
"FREE_SEATS_OPEN_COURSE",
|
|
"FREE_SEATS_UNKNOWN",
|
|
"NOT_BOOKABLE_UNKNOWN"
|
|
]
|
|
},
|
|
{
|
|
"object": "{{P}}COURSE_BOOKING",
|
|
"mutant": "line 89: - -> + (arith)",
|
|
"status": "killed",
|
|
"hidden": "4/11",
|
|
"failed_tests": [
|
|
"FREE_SEATS_NEVER_NEG",
|
|
"FREE_SEATS_OPEN_COURSE",
|
|
"LIST_EMPTY_WITHOUT_MATCH",
|
|
"LIST_EXCLUDES_FULL",
|
|
"LIST_FILTER_CAT_SEATS",
|
|
"LIST_SORTED_BY_COURSE",
|
|
"NOT_BOOKABLE_TOO_MANY"
|
|
]
|
|
}
|
|
],
|
|
"valid": 5,
|
|
"killed": 5,
|
|
"kill_rate": 1.0,
|
|
"ok": true
|
|
} |