Files
abap-llm/tasks_gen/eval/G0024/task.json
Kral 32f03fcad4 Hard batch G0022-G0026: 5/5 accepted; budget floor, CDS checks, mutation check
- generator: budget floor (2x oracle activations, 3x calls), static checks for CDS
  $parameters and UNION annotation
- harness/mutation.py: deterministic mutants of the reference; hidden tests must fail
- G0022 revalidated with harness fixes: oracle 100, null 0
- results in docs/faz1-tasarim.md 11f

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-03 05:16:30 +02:00

75 lines
1.5 KiB
JSON

{
"id": "G0024",
"category": "B",
"object_type": "DDLS",
"difficulty": 2,
"release_target": "v758",
"expected_outcome": "implement",
"budget": {
"max_tool_calls": 40,
"max_activations": 10
},
"seed": [
{
"type": "TABL",
"name": "{{P}}SALES",
"file": "seed/sales.tabl.asabap",
"description": "Sales line"
},
{
"type": "CLAS",
"name": "{{P}}SEED_SALES",
"file": "seed/seed_sales.clas.abap",
"run": true,
"description": "Seed data for {{P}}SALES"
}
],
"contract": [
{
"type": "DDLS",
"name": "{{P}}I_SALES_REPORT",
"params": [
{
"name": "P_FROM",
"type": "abap.dats"
},
{
"name": "P_TO",
"type": "abap.dats"
}
],
"fields": [
"PRODUCT",
"TOTAL_QTY",
"TOTAL_AMOUNT"
]
}
],
"out_of_scope": [
"{{P}}SALES",
"{{P}}SEED_SALES"
],
"hidden_tests": [
{
"type": "CLAS",
"name": "{{P}}T16_HIDDEN",
"file": "hidden/t16_hidden.clas.abap",
"description": "T16 hidden tests"
}
],
"reference": [
{
"type": "DDLS",
"name": "{{P}}I_SALES_REPORT",
"file": "reference/i_sales_report.ddls.asddls",
"description": "Sales figures per product in a period"
},
{
"type": "CLAS",
"name": "{{P}}T16_TEST",
"file": "reference/t16_test.clas.abap",
"description": "T16 own tests"
}
],
"craft_checks": []
}