G0181 failure analysis (int8 in SALV), W7B results

2026-10-03 19:16:56 +02:00
parent d8cbf4de25
commit e3f5dcd668
4 changed files with 47 additions and 0 deletions
--- a/tasks_gen/eval/G0181/empirical.json
+++ b/tasks_gen/eval/G0181/empirical.json
@@ -13,5 +13,18 @@
   "seconds": 55.8,
   "run_dir": "runs/emp/12008_G0181_llm_deepseek-v4.1-flash_cloud"
  }
+ },
+ "deepseek-v4.1-flash:cloud": {
+  "score": 0,
+  "parts": {
+   "total": 0,
+   "failed_gates": [
+    "G3_hidden_runs"
+   ]
+  },
+  "hidden": "0/6",
+  "tool_calls": 58,
+  "seconds": 318.1,
+  "run_dir": "runs/emp/18012_G0181_llm_deepseek-v4.1-flash_cloud"
 }
 }