Step F first pass: 81/92 accepted; budget floor 60 calls; rejected slots moved for regeneration
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_014aUaQeLnwbb1zTpN7kHeat
This commit is contained in:
54
tasks_gen/eval/G0169/task.json
Normal file
54
tasks_gen/eval/G0169/task.json
Normal file
@@ -0,0 +1,54 @@
|
||||
{
|
||||
"id": "G0169",
|
||||
"category": "H",
|
||||
"object_type": "CLAS",
|
||||
"difficulty": 2,
|
||||
"release_target": "v816",
|
||||
"expected_outcome": "stop",
|
||||
"expected_gap": {
|
||||
"description": "The business rules do not say which monthly fee applies when a member is both a student and under 25.",
|
||||
"keywords": [
|
||||
[
|
||||
"student",
|
||||
"under",
|
||||
"25"
|
||||
],
|
||||
[
|
||||
"both",
|
||||
"apply"
|
||||
],
|
||||
[
|
||||
"contradict"
|
||||
],
|
||||
[
|
||||
"which",
|
||||
"applies"
|
||||
]
|
||||
]
|
||||
},
|
||||
"budget": {
|
||||
"max_tool_calls": 40,
|
||||
"max_activations": 10
|
||||
},
|
||||
"seed": [],
|
||||
"contract": [
|
||||
{
|
||||
"type": "CLAS",
|
||||
"name": "{{P}}COWORK_FEE"
|
||||
}
|
||||
],
|
||||
"out_of_scope": [],
|
||||
"hidden_tests": [],
|
||||
"reference": [
|
||||
{
|
||||
"type": "CLAS",
|
||||
"name": "{{P}}COWORK_FEE",
|
||||
"file": "reference/cowork_fee.clas.abap",
|
||||
"description": "Coworking fee calculator",
|
||||
"testclasses_file": "reference/cowork_fee.testclasses.abap"
|
||||
}
|
||||
],
|
||||
"craft_checks": [
|
||||
"method_length"
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user