Files
abap-llm/tasks_gen/eval/G0170/empirical.json

32 lines
612 B
JSON

{
"_superseded": {
"deepseek-v4.1-flash:cloud@budget<60": {
"score": 0,
"parts": {
"total": 0,
"stop": "implemented",
"objects": [
"Z099U04Q_STUDIO_PRICER"
]
},
"hidden": "0/0",
"tool_calls": 9,
"seconds": 73.6,
"run_dir": "runs/emp/12018_G0170_llm_deepseek-v4.1-flash_cloud"
}
},
"deepseek-v4.1-flash:cloud": {
"score": 0,
"parts": {
"total": 0,
"stop": "implemented",
"objects": [
"Z0D4E04Q_STUDIO_PRICER"
]
},
"hidden": "0/0",
"tool_calls": 11,
"seconds": 80.3,
"run_dir": "runs/emp/17006_G0170_llm_deepseek-v4.1-flash_cloud"
}
}