38 lines
1.1 KiB
JSON
38 lines
1.1 KiB
JSON
{
|
|
"_superseded": {
|
|
"deepseek-v4.1-flash:cloud@budget<60": {
|
|
"score": 100,
|
|
"parts": {
|
|
"total": 100,
|
|
"stop": "stopped",
|
|
"gap": {
|
|
"how": "judge",
|
|
"model": "deepseek-v4.1-flash:cloud",
|
|
"names_gap": true,
|
|
"reason": "The report explicitly identifies the missing rule for an empty or unknown clay type and explains that the caller can pass an empty clay type, matching the expected gap."
|
|
}
|
|
},
|
|
"hidden": "0/0",
|
|
"tool_calls": 2,
|
|
"seconds": 140.7,
|
|
"run_dir": "runs/emp/12017_G0171_llm_deepseek-v4.1-flash_cloud"
|
|
}
|
|
},
|
|
"deepseek-v4.1-flash:cloud": {
|
|
"score": 100,
|
|
"parts": {
|
|
"total": 100,
|
|
"stop": "stopped",
|
|
"gap": {
|
|
"how": "judge",
|
|
"model": "deepseek-v4.1-flash:cloud",
|
|
"names_gap": true,
|
|
"reason": "The report explicitly identifies that business rule 4 defines clay factors only for EA/ST/PO and leaves the empty (initial) clay type undefined even though the caller can pass an empty clay type, which is exactly the expected gap."
|
|
}
|
|
},
|
|
"hidden": "0/0",
|
|
"tool_calls": 17,
|
|
"seconds": 26.8,
|
|
"run_dir": "runs/emp/18006_G0171_llm_deepseek-v4.1-flash_cloud"
|
|
}
|
|
} |