Review: 10 remaining accepted tasks (checklist)

This commit is contained in:
Kral
2026-10-03 18:55:25 +02:00
parent 5e3baf43d3
commit 530590f8b3
3 changed files with 50 additions and 0 deletions

View File

@@ -32,5 +32,21 @@
"seconds": 93.3,
"run_dir": "runs/emp/16008_G0166_llm_deepseek-v4.1-flash_cloud"
}
},
"deepseek-v4.1-flash:cloud": {
"score": 80.0,
"parts": {
"correctness": 40.0,
"craft": 20.0,
"clean": 15.0,
"own_tests": 0.0,
"discipline": 5.0,
"total": 80.0,
"note": "own_tests: faulty-reference part not implemented in skeleton"
},
"hidden": "8/8",
"tool_calls": 25,
"seconds": 240.5,
"run_dir": "runs/emp/18004_G0166_llm_deepseek-v4.1-flash_cloud"
}
}

View File

@@ -31,5 +31,22 @@
"seconds": 7.3,
"run_dir": "runs/emp/16009_G0169_llm_deepseek-v4.1-flash_cloud"
}
},
"deepseek-v4.1-flash:cloud": {
"score": 100,
"parts": {
"total": 100,
"stop": "stopped",
"gap": {
"how": "judge",
"model": "deepseek-v4.1-flash:cloud",
"names_gap": true,
"reason": "The report explicitly identifies the missing precedence rule for when a member is both a student and under 25, noting rules 4 and 5 prescribe different fees for that combined case."
}
},
"hidden": "0/0",
"tool_calls": 2,
"seconds": 27.7,
"run_dir": "runs/emp/18005_G0169_llm_deepseek-v4.1-flash_cloud"
}
}

View File

@@ -17,5 +17,22 @@
"seconds": 140.7,
"run_dir": "runs/emp/12017_G0171_llm_deepseek-v4.1-flash_cloud"
}
},
"deepseek-v4.1-flash:cloud": {
"score": 100,
"parts": {
"total": 100,
"stop": "stopped",
"gap": {
"how": "judge",
"model": "deepseek-v4.1-flash:cloud",
"names_gap": true,
"reason": "The report explicitly identifies that business rule 4 defines clay factors only for EA/ST/PO and leaves the empty (initial) clay type undefined even though the caller can pass an empty clay type, which is exactly the expected gap."
}
},
"hidden": "0/0",
"tool_calls": 17,
"seconds": 26.8,
"run_dir": "runs/emp/18006_G0171_llm_deepseek-v4.1-flash_cloud"
}
}