53 lines
1.1 KiB
JSON
53 lines
1.1 KiB
JSON
{
|
|
"_superseded": {
|
|
"deepseek-v4.1-flash:cloud@budget<60": {
|
|
"score": 100,
|
|
"parts": {
|
|
"total": 100,
|
|
"stop": "stopped",
|
|
"gap": {
|
|
"how": "keywords",
|
|
"group": [
|
|
[
|
|
"unknown",
|
|
"code"
|
|
],
|
|
[
|
|
"other",
|
|
"code"
|
|
],
|
|
[
|
|
"not",
|
|
"defined"
|
|
],
|
|
[
|
|
"no",
|
|
"rule"
|
|
]
|
|
]
|
|
}
|
|
},
|
|
"hidden": "0/0",
|
|
"tool_calls": 4,
|
|
"seconds": 8.2,
|
|
"run_dir": "runs/emp/13006_G0172_llm_deepseek-v4.1-flash_cloud"
|
|
}
|
|
},
|
|
"deepseek-v4.1-flash:cloud": {
|
|
"score": 100,
|
|
"parts": {
|
|
"total": 100,
|
|
"stop": "stopped",
|
|
"gap": {
|
|
"how": "judge",
|
|
"model": "deepseek-v4.1-flash:cloud",
|
|
"names_gap": true,
|
|
"reason": "The report explicitly identifies the blocking gap that the business rules define behavior only for size codes 'S', 'M', 'L', and 'XL' but leave undefined what the function module must do for any other size code."
|
|
}
|
|
},
|
|
"hidden": "0/0",
|
|
"tool_calls": 6,
|
|
"seconds": 13.2,
|
|
"run_dir": "runs/emp/17007_G0172_llm_deepseek-v4.1-flash_cloud"
|
|
}
|
|
} |