Files
abap-llm/tasks_gen/eval/G0025/task.json
Kral 32f03fcad4 Hard batch G0022-G0026: 5/5 accepted; budget floor, CDS checks, mutation check
- generator: budget floor (2x oracle activations, 3x calls), static checks for CDS
  $parameters and UNION annotation
- harness/mutation.py: deterministic mutants of the reference; hidden tests must fail
- G0022 revalidated with harness fixes: oracle 100, null 0
- results in docs/faz1-tasarim.md 11f

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-03 05:16:30 +02:00

73 lines
1.5 KiB
JSON

{
"id": "G0025",
"category": "B",
"object_type": "DDLS",
"difficulty": 2,
"release_target": "v816",
"expected_outcome": "implement",
"budget": {
"max_tool_calls": 40,
"max_activations": 10
},
"seed": [
{
"type": "TABL",
"name": "{{P}}PART_A",
"file": "seed/part_a.tabl.asabap",
"description": "Partner list A"
},
{
"type": "TABL",
"name": "{{P}}PART_B",
"file": "seed/part_b.tabl.asabap",
"description": "Partner list B"
},
{
"type": "CLAS",
"name": "{{P}}SEED_PARTNER",
"file": "seed/seed_partner.clas.abap",
"description": "Fills both partner tables",
"run": true
}
],
"contract": [
{
"type": "DDLS",
"name": "{{P}}I_PARTNER_ALL",
"fields": [
"PARTNER_ID",
"NAME",
"CITY",
"SOURCE"
]
}
],
"out_of_scope": [
"{{P}}PART_A",
"{{P}}PART_B",
"{{P}}SEED_PARTNER"
],
"hidden_tests": [
{
"type": "CLAS",
"name": "{{P}}T16_HIDDEN",
"file": "hidden/t16_hidden.clas.abap",
"description": "T16 hidden tests"
}
],
"reference": [
{
"type": "DDLS",
"name": "{{P}}I_PARTNER_ALL",
"file": "reference/i_partner_all.ddls.asddls",
"description": "All partners of both lists with a source element"
},
{
"type": "CLAS",
"name": "{{P}}T16_TEST",
"file": "reference/t16_test.clas.abap",
"description": "T16 own tests"
}
],
"craft_checks": []
}