Files
abap-llm/tasks_gen/eval/G0176/empirical.json

47 lines
971 B
JSON

{
"_superseded": {
"deepseek-v4.1-flash:cloud@2026-10-03": {
"score": 0,
"parts": {
"total": 0,
"stop": "implemented",
"objects": [
"Z099O04W_I_STATION_ENERGY"
]
},
"hidden": "0/0",
"tool_calls": 14,
"seconds": 534.6,
"run_dir": "runs/emp/12012_G0176_llm_deepseek-v4.1-flash_cloud"
},
"deepseek-v4.1-flash:cloud@budget<60": {
"score": 0,
"parts": {
"total": 0,
"stop": "implemented",
"objects": [
"Z0CCR04W_I_STATION_ENERGY"
]
},
"hidden": "0/0",
"tool_calls": 20,
"seconds": 102.9,
"run_dir": "runs/emp/16011_G0176_llm_deepseek-v4.1-flash_cloud"
}
},
"deepseek-v4.1-flash:cloud": {
"score": 0,
"parts": {
"total": 0,
"stop": "implemented",
"objects": [
"Z0D4H04W_CL_STATION_ENERGY_TES",
"Z0D4H04W_I_STATION_ENERGY"
]
},
"hidden": "0/0",
"tool_calls": 42,
"seconds": 271.1,
"run_dir": "runs/emp/17009_G0176_llm_deepseek-v4.1-flash_cloud"
}
}