Baseline shortened: 11-task subset (1 per category + T01), max_tokens 16384, settings in README; baseline_chain.sh

Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014aUaQeLnwbb1zTpN7kHeat
This commit is contained in:
Kral
2026-10-03 22:36:00 +02:00
parent 7054d9fd2e
commit 689820af4d
6 changed files with 200 additions and 97 deletions

View File

@@ -1,65 +1,33 @@
{
"name": "stage1-subset",
"name": "stage1-subset-v2",
"created": "2026-10-03",
"seed": 20261003,
"quota": {
"A": 3,
"B": 3,
"C": 3,
"E": 3,
"F": 3,
"D": 2,
"G": 2,
"H": 2,
"I": 2,
"K": 2
},
"rule": "accepted and review=accept; per category a fixed quota; object types spread; T01 added (old Qwen baseline). Use this list unchanged before and after training.",
"rule": "Kral decision 2026-10-03: 1 task per category (A B C D E F G H I K) plus T01; drawn from the 25-task subset (train/subset_v1_25.json), object types spread, no known infrastructure-problem task. Use unchanged before and after training.",
"tasks": [
{
"id": "T01",
"category": "A",
"object_type": "CLAS",
"note": "hand-written; old Qwen run 41.7"
"note": "hand-written; extra task"
},
{
"id": "G0105",
"category": "A",
"object_type": "FUNC"
},
{
"id": "G0104",
"category": "A",
"object_type": "CLAS"
},
{
"id": "G0112",
"category": "B",
"object_type": "PROG"
},
{
"id": "G0017",
"category": "B",
"object_type": "DDLS"
},
{
"id": "G0003",
"category": "B",
"object_type": "CLAS"
},
{
"id": "G0123",
"category": "C",
"object_type": "FUNC"
},
{
"id": "G0125",
"category": "C",
"object_type": "PROG"
},
{
"id": "G0010",
"category": "C",
"id": "G0128",
"category": "D",
"object_type": "CLAS"
},
{
@@ -67,65 +35,21 @@
"category": "E",
"object_type": "CLAS"
},
{
"id": "G0142",
"category": "E",
"object_type": "PROG"
},
{
"id": "G0147",
"category": "E",
"object_type": "DDLS"
},
{
"id": "G0154",
"category": "F",
"object_type": "DDLS"
},
{
"id": "G0007",
"category": "F",
"object_type": "CLAS"
},
{
"id": "G0151",
"category": "F",
"object_type": "FUNC"
},
{
"id": "G0128",
"category": "D",
"object_type": "CLAS"
},
{
"id": "G0133",
"category": "D",
"object_type": "FUNC"
},
{
"id": "G0157",
"category": "G",
"object_type": "FUNC"
},
{
"id": "G0162",
"category": "G",
"object_type": "PROG"
},
{
"id": "G0170",
"category": "H",
"object_type": "CLAS"
},
{
"id": "G0174",
"category": "H",
"object_type": "PROG"
},
{
"id": "G0166",
"category": "I",
"object_type": "DDLS"
"object_type": "PROG",
"note": "stop task; gap strengthened by Kral"
},
{
"id": "G0167",
@@ -136,11 +60,6 @@
"id": "G0185",
"category": "K",
"object_type": "FUNC"
},
{
"id": "G0181",
"category": "K",
"object_type": "PROG"
}
]
}