erhan/abap-llm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Runner: G2 finds the FUNCTION statement after local classes; budget floor applied to all tasks

Browse Source 
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014aUaQeLnwbb1zTpN7kHeat
This commit is contained in:
Kral
2026-10-03 18:25:30 +02:00
parent 7351849a76
commit 92e30eb554
78 changed files with 1362 additions and 560 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
tasks_gen/eval/G0119/empirical.json
View File

@@ -1,18 +1,36 @@
{
"_superseded": {
"deepseek-v4.1-flash:cloud@2026-10-03": {
"score": 42.3,
"parts": {
"correctness": 7.3,
"craft": 20.0,
"clean": 15.0,
"own_tests": 0.0,
"discipline": 0.0,
"total": 42.3,
"note": "own_tests: faulty-reference part not implemented in skeleton"
},
"hidden": "2/11",
"tool_calls": 33,
"seconds": 752.0,
"run_dir": "runs/emp/10037_G0119_llm_deepseek-v4.1-flash_cloud"
}
},
"deepseek-v4.1-flash:cloud": {
"score": 42.3,
"score": 49.8,
"parts": {
"correctness": 7.3,
"craft": 20.0,
"clean": 15.0,
"own_tests": 0.0,
"own_tests": 7.5,
"discipline": 0.0,
"total": 42.3,
"total": 49.8,
"note": "own_tests: faulty-reference part not implemented in skeleton"
},
"hidden": "2/11",
"tool_calls": 33,
"seconds": 752.0,
"run_dir": "runs/emp/10037_G0119_llm_deepseek-v4.1-flash_cloud"
"tool_calls": 49,
"seconds": 492.0,
"run_dir": "runs/emp/15011_G0119_llm_deepseek-v4.1-flash_cloud"
}
}