Files
abap-llm/tasks_gen/eval/G0175/empirical.json

38 lines
1.1 KiB
JSON

{
"_superseded": {
"deepseek-v4.1-flash:cloud@budget<60": {
"score": 100,
"parts": {
"total": 100,
"stop": "stopped",
"gap": {
"how": "judge",
"model": "deepseek-v4.1-flash:cloud",
"names_gap": true,
"reason": "The report explicitly identifies the contradiction between rule 1 requiring HARVEST_DATE >= P_FROM and rule 5 requiring HARVEST_DATE < P_FROM, making both conditions unsatisfiable together."
}
},
"hidden": "0/0",
"tool_calls": 1,
"seconds": 7.9,
"run_dir": "runs/emp/12013_G0175_llm_deepseek-v4.1-flash_cloud"
}
},
"deepseek-v4.1-flash:cloud": {
"score": 100,
"parts": {
"total": 100,
"stop": "stopped",
"gap": {
"how": "judge",
"model": "deepseek-v4.1-flash:cloud",
"names_gap": true,
"reason": "The report explicitly identifies that rule 1 requires HARVEST_DATE >= P_FROM while rule 5 requires HARVEST_DATE < P_FROM, making the predicates mutually exclusive and the result set empty."
}
},
"hidden": "0/0",
"tool_calls": 3,
"seconds": 9.2,
"run_dir": "runs/emp/18008_G0175_llm_deepseek-v4.1-flash_cloud"
}
}