Files
abap-llm/tasks_gen/eval/G0123/empirical.json

35 lines
732 B
JSON

{
"_superseded": {
"deepseek-v4.1-flash:cloud@2026-10-03": {
"score": 0,
"parts": {
"total": 0,
"failed_gates": [
"G1_active",
"G2_contract",
"G3_hidden_runs"
]
},
"hidden": "0/0",
"tool_calls": 19,
"seconds": 826.4,
"run_dir": "runs/emp/11008_G0123_llm_deepseek-v4.1-flash_cloud"
}
},
"deepseek-v4.1-flash:cloud": {
"score": 65.0,
"parts": {
"correctness": 40.0,
"craft": 5.0,
"clean": 15.0,
"own_tests": 0.0,
"discipline": 5.0,
"total": 65.0,
"note": "own_tests: faulty-reference part not implemented in skeleton"
},
"hidden": "12/12",
"tool_calls": 27,
"seconds": 565.3,
"run_dir": "runs/emp/15013_G0123_llm_deepseek-v4.1-flash_cloud"
}
}