23 lines
1.3 KiB
Bash
Executable File
23 lines
1.3 KiB
Bash
Executable File
#!/bin/sh
|
|
# Waits for harness.owntests to end, then: report, rebuild the stage 2 set with the own-test score as metadata, update the HF dataset, commit.
|
|
cd "$HOME/projects/abap-llm/harness" || exit 1
|
|
PID="$1"
|
|
while kill -0 "$PID" 2>/dev/null; do sleep 60; done
|
|
python3 train/own_test_report.py > runs/own_test_report.log 2>&1
|
|
train/.venv/bin/python train/build_stage2.py --out runs/stage2_data --hook hooks_example:own_test_weight > runs/build_after_owntests.log 2>&1
|
|
python3 train/build_doc.py >> runs/build_after_owntests.log 2>&1
|
|
set -a; . ./.env; set +a
|
|
train/.venv/bin/python - >> runs/build_after_owntests.log 2>&1 <<'PY'
|
|
import os
|
|
from huggingface_hub import HfApi
|
|
api = HfApi(token=os.environ["HF_TOKEN"])
|
|
for f in ("stage2_train.jsonl", "stage2_valid.jsonl", "stage2_reserve.jsonl", "build_report.json", "README.md"):
|
|
api.upload_file(path_or_fileobj="runs/stage2_data/" + f, path_in_repo=f, repo_id="erhankeseli/abap-stage2-data", repo_type="dataset")
|
|
print("uploaded")
|
|
PY
|
|
export GIT_AUTHOR_NAME=Kral GIT_AUTHOR_EMAIL=kral@local GIT_COMMITTER_NAME=Kral GIT_COMMITTER_EMAIL=kral@local
|
|
git add docs train && git commit -q -m "D: own-test mutation scores of the accepted trajectories (metadata only), stage 2 set rebuilt with the score
|
|
|
|
Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>"
|
|
echo "after_owntests done $(date)" >> runs/own_test_report.log
|