Hard batch G0022-G0026: 5/5 accepted; budget floor, CDS checks, mutation check
- generator: budget floor (2x oracle activations, 3x calls), static checks for CDS $parameters and UNION annotation - harness/mutation.py: deterministic mutants of the reference; hidden tests must fail - G0022 revalidated with harness fixes: oracle 100, null 0 - results in docs/faz1-tasarim.md 11f Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
73
tasks_gen/eval/G0025/task.json
Normal file
73
tasks_gen/eval/G0025/task.json
Normal file
@@ -0,0 +1,73 @@
|
||||
{
|
||||
"id": "G0025",
|
||||
"category": "B",
|
||||
"object_type": "DDLS",
|
||||
"difficulty": 2,
|
||||
"release_target": "v816",
|
||||
"expected_outcome": "implement",
|
||||
"budget": {
|
||||
"max_tool_calls": 40,
|
||||
"max_activations": 10
|
||||
},
|
||||
"seed": [
|
||||
{
|
||||
"type": "TABL",
|
||||
"name": "{{P}}PART_A",
|
||||
"file": "seed/part_a.tabl.asabap",
|
||||
"description": "Partner list A"
|
||||
},
|
||||
{
|
||||
"type": "TABL",
|
||||
"name": "{{P}}PART_B",
|
||||
"file": "seed/part_b.tabl.asabap",
|
||||
"description": "Partner list B"
|
||||
},
|
||||
{
|
||||
"type": "CLAS",
|
||||
"name": "{{P}}SEED_PARTNER",
|
||||
"file": "seed/seed_partner.clas.abap",
|
||||
"description": "Fills both partner tables",
|
||||
"run": true
|
||||
}
|
||||
],
|
||||
"contract": [
|
||||
{
|
||||
"type": "DDLS",
|
||||
"name": "{{P}}I_PARTNER_ALL",
|
||||
"fields": [
|
||||
"PARTNER_ID",
|
||||
"NAME",
|
||||
"CITY",
|
||||
"SOURCE"
|
||||
]
|
||||
}
|
||||
],
|
||||
"out_of_scope": [
|
||||
"{{P}}PART_A",
|
||||
"{{P}}PART_B",
|
||||
"{{P}}SEED_PARTNER"
|
||||
],
|
||||
"hidden_tests": [
|
||||
{
|
||||
"type": "CLAS",
|
||||
"name": "{{P}}T16_HIDDEN",
|
||||
"file": "hidden/t16_hidden.clas.abap",
|
||||
"description": "T16 hidden tests"
|
||||
}
|
||||
],
|
||||
"reference": [
|
||||
{
|
||||
"type": "DDLS",
|
||||
"name": "{{P}}I_PARTNER_ALL",
|
||||
"file": "reference/i_partner_all.ddls.asddls",
|
||||
"description": "All partners of both lists with a source element"
|
||||
},
|
||||
{
|
||||
"type": "CLAS",
|
||||
"name": "{{P}}T16_TEST",
|
||||
"file": "reference/t16_test.clas.abap",
|
||||
"description": "T16 own tests"
|
||||
}
|
||||
],
|
||||
"craft_checks": []
|
||||
}
|
||||
Reference in New Issue
Block a user