own-test report and chain script; work list

scripts_probe/after_owntests.sh

@@ -0,0 +1,22 @@
+#!/bin/sh
+# Waits for harness.owntests to end, then: report, rebuild the stage 2 set with the own-test score as metadata, update the HF dataset, commit.
+cd "$HOME/projects/abap-llm/harness" || exit 1
+PID="$1"
+while kill -0 "$PID" 2>/dev/null; do sleep 60; done
+python3 train/own_test_report.py > runs/own_test_report.log 2>&1
+train/.venv/bin/python train/build_stage2.py --out runs/stage2_data --hook hooks_example:own_test_weight > runs/build_after_owntests.log 2>&1
+python3 train/build_doc.py >> runs/build_after_owntests.log 2>&1
+set -a; . ./.env; set +a
+train/.venv/bin/python - >> runs/build_after_owntests.log 2>&1 <<'PY'
+import os
+from huggingface_hub import HfApi
+api = HfApi(token=os.environ["HF_TOKEN"])
+for f in ("stage2_train.jsonl", "stage2_valid.jsonl", "stage2_reserve.jsonl", "build_report.json", "README.md"):
+    api.upload_file(path_or_fileobj="runs/stage2_data/" + f, path_in_repo=f, repo_id="erhankeseli/abap-stage2-data", repo_type="dataset")
+print("uploaded")
+PY
+export GIT_AUTHOR_NAME=Kral GIT_AUTHOR_EMAIL=kral@local GIT_COMMITTER_NAME=Kral GIT_COMMITTER_EMAIL=kral@local
+git add docs train && git commit -q -m "D: own-test mutation scores of the accepted trajectories (metadata only), stage 2 set rebuilt with the score
+
+Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>"
+echo "after_owntests done $(date)" >> runs/own_test_report.log