Hard batch G0022-G0026: 5/5 accepted; budget floor, CDS checks, mutation check
- generator: budget floor (2x oracle activations, 3x calls), static checks for CDS $parameters and UNION annotation - harness/mutation.py: deterministic mutants of the reference; hidden tests must fail - G0022 revalidated with harness fixes: oracle 100, null 0 - results in docs/faz1-tasarim.md 11f Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
75
tasks_gen/eval/G0024/task.json
Normal file
75
tasks_gen/eval/G0024/task.json
Normal file
@@ -0,0 +1,75 @@
|
||||
{
|
||||
"id": "G0024",
|
||||
"category": "B",
|
||||
"object_type": "DDLS",
|
||||
"difficulty": 2,
|
||||
"release_target": "v758",
|
||||
"expected_outcome": "implement",
|
||||
"budget": {
|
||||
"max_tool_calls": 40,
|
||||
"max_activations": 10
|
||||
},
|
||||
"seed": [
|
||||
{
|
||||
"type": "TABL",
|
||||
"name": "{{P}}SALES",
|
||||
"file": "seed/sales.tabl.asabap",
|
||||
"description": "Sales line"
|
||||
},
|
||||
{
|
||||
"type": "CLAS",
|
||||
"name": "{{P}}SEED_SALES",
|
||||
"file": "seed/seed_sales.clas.abap",
|
||||
"run": true,
|
||||
"description": "Seed data for {{P}}SALES"
|
||||
}
|
||||
],
|
||||
"contract": [
|
||||
{
|
||||
"type": "DDLS",
|
||||
"name": "{{P}}I_SALES_REPORT",
|
||||
"params": [
|
||||
{
|
||||
"name": "P_FROM",
|
||||
"type": "abap.dats"
|
||||
},
|
||||
{
|
||||
"name": "P_TO",
|
||||
"type": "abap.dats"
|
||||
}
|
||||
],
|
||||
"fields": [
|
||||
"PRODUCT",
|
||||
"TOTAL_QTY",
|
||||
"TOTAL_AMOUNT"
|
||||
]
|
||||
}
|
||||
],
|
||||
"out_of_scope": [
|
||||
"{{P}}SALES",
|
||||
"{{P}}SEED_SALES"
|
||||
],
|
||||
"hidden_tests": [
|
||||
{
|
||||
"type": "CLAS",
|
||||
"name": "{{P}}T16_HIDDEN",
|
||||
"file": "hidden/t16_hidden.clas.abap",
|
||||
"description": "T16 hidden tests"
|
||||
}
|
||||
],
|
||||
"reference": [
|
||||
{
|
||||
"type": "DDLS",
|
||||
"name": "{{P}}I_SALES_REPORT",
|
||||
"file": "reference/i_sales_report.ddls.asddls",
|
||||
"description": "Sales figures per product in a period"
|
||||
},
|
||||
{
|
||||
"type": "CLAS",
|
||||
"name": "{{P}}T16_TEST",
|
||||
"file": "reference/t16_test.clas.abap",
|
||||
"description": "T16 own tests"
|
||||
}
|
||||
],
|
||||
"craft_checks": []
|
||||
}
|
||||
Reference in New Issue
Block a user