52 lines
1.3 KiB
JSON
52 lines
1.3 KiB
JSON
{
|
|
"_superseded": {
|
|
"deepseek-v4.1-flash:cloud@2026-10-03": {
|
|
"score": 30,
|
|
"parts": {
|
|
"total": 30,
|
|
"stop": "stopped",
|
|
"gap": {
|
|
"how": "empty report"
|
|
}
|
|
},
|
|
"hidden": "0/0",
|
|
"tool_calls": 0,
|
|
"seconds": 629.3,
|
|
"run_dir": "runs/emp/12019_G0169_llm_deepseek-v4.1-flash_cloud"
|
|
},
|
|
"deepseek-v4.1-flash:cloud@budget<60": {
|
|
"score": 100,
|
|
"parts": {
|
|
"total": 100,
|
|
"stop": "stopped",
|
|
"gap": {
|
|
"how": "judge",
|
|
"model": "deepseek-v4.1-flash:cloud",
|
|
"names_gap": true,
|
|
"reason": "The report explicitly identifies the missing precedence rule for members who are both students and under 25, matching the expected gap."
|
|
}
|
|
},
|
|
"hidden": "0/0",
|
|
"tool_calls": 0,
|
|
"seconds": 7.3,
|
|
"run_dir": "runs/emp/16009_G0169_llm_deepseek-v4.1-flash_cloud"
|
|
}
|
|
},
|
|
"deepseek-v4.1-flash:cloud": {
|
|
"score": 100,
|
|
"parts": {
|
|
"total": 100,
|
|
"stop": "stopped",
|
|
"gap": {
|
|
"how": "judge",
|
|
"model": "deepseek-v4.1-flash:cloud",
|
|
"names_gap": true,
|
|
"reason": "The report explicitly identifies the missing precedence rule for when a member is both a student and under 25, noting rules 4 and 5 prescribe different fees for that combined case."
|
|
}
|
|
},
|
|
"hidden": "0/0",
|
|
"tool_calls": 2,
|
|
"seconds": 27.7,
|
|
"run_dir": "runs/emp/18005_G0169_llm_deepseek-v4.1-flash_cloud"
|
|
}
|
|
} |