erhan/abap-llm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

In-place E/I: G2 needs a changed seed contract object, G4 skips it; regenerate G0009/G0013/G0016/G0023 as G0188-G0191

Browse Source 
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014aUaQeLnwbb1zTpN7kHeat
This commit is contained in:
Kral
2026-10-03 06:33:33 +02:00
parent 3550f0b651
commit fb576b0954
7 changed files with 33 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
harness/evalset.py
View File

@@ -42,10 +42,13 @@ SLOTS = [
("H", "PROG", 2, ["missing sort order or grouping rule", "contradicting filter rules"]),
("H", "DDLS", 2, ["missing rule for which records count", "contradicting join or filter rule"]),
]
# Replacements for G0009, G0013 (I) and G0016, G0023 (E): those were solvable without the legacy code
# (review 2026-10-03). Same category and object type, new definition (in place).
REGEN = [("I", "CLAS", "G0009"), ("I", "FUNC", "G0013"), ("E", "PROG", "G0016"), ("E", "CLAS", "G0023")]
# Category K: variants of accepted tasks (free text or incomplete input + tool schema generic_v0)
K_SOURCES = [("G0004", "free_text"), ("G0007", "incomplete"), ("G0013", "free_text"), ("G0014", "incomplete"),
K_SOURCES = [("G0004", "free_text"), ("G0007", "incomplete"), ("G0026", "free_text"), ("G0014", "incomplete"),
("G0017", "free_text"), ("G0020", "incomplete"), ("G0022", "free_text"), ("G0012", "incomplete"),
("G0016", "free_text"), ("G0023", "incomplete")]
("G0003", "free_text"), ("G0010", "incomplete")]
RELEASES = ["v702", "v740sp05"]
@@ -77,6 +80,10 @@ def plan():
out.append({"id": f"G{FIRST_ID + n:04d}", "category": "K", "k_from": src, "style": style,
"run_base": RUN_BASE + 40 * n})
n += 1
for cat, otype, old in REGEN:
out.append({"id": f"G{FIRST_ID + n:04d}", "category": cat, "object_type": otype, "topic": None,
"replaces": old, "run_base": RUN_BASE + 40 * n})
n += 1
return out