Upload scripts/p1_plots.sh with huggingface_hub

scripts/p1_plots.sh

@@ -0,0 +1,55 @@
+#!/usr/bin/env bash
+# Runs after p1_finish.sh: regenerate both plots WITH the eval points, upload,
+# and print the final combined teardown verdict.
+set -uo pipefail
+cd "$(dirname "$0")"
+export PATH=/root/Adhi/BluTrain/envv/bin:$PATH
+source /root/Adhi/BluTrain/envv/bin/activate 2>/dev/null
+REPO=unparallelled/BluScriptCP
+L=p1_logs; M="$L/plots.log"
+say(){ echo "[$(date -u +%H:%M:%S)] $*" | tee -a "$M" >&2; }
+
+say "waiting for p1_finish to reach its verdict..."
+FP=$(cat "$L/finish.pid" 2>/dev/null)
+while ! grep -qa 'TEARDOWN VERDICT' "$L/finish.log" 2>/dev/null; do
+  [ -n "$FP" ] && ! kill -0 "$FP" 2>/dev/null && { say "p1_finish exited without a verdict"; break; }
+  sleep 30
+done
+
+mkdir -p plots_p1
+say "generating plots"
+python mk_p1_plots.py 2>&1 | tee -a "$M"
+
+# did the eval points actually make it in?
+for pl in 8192 16360; do
+  f="p1_eval_len${pl}/summary.csv"
+  if [ -f "$f" ]; then say "  eval len $pl: $(tail -1 "$f")"
+  else say "  eval len $pl: NO SUMMARY -- that series will be absent from the plot"; fi
+done
+
+up(){ [ -f "$1" ] || { say "  MISSING $1"; return 1; }
+  hf upload "$REPO" "$1" "$2" >>"$L/upload.log" 2>&1
+  python - "$REPO" "$1" "$2" <<'VEOF'
+import sys,os
+from huggingface_hub import HfApi
+w=os.path.getsize(sys.argv[2])
+g={f.rfilename:(f.size or 0) for f in HfApi().repo_info(sys.argv[1],files_metadata=True).siblings}.get(sys.argv[3])
+ok=(g==w); print(("  VERIFIED  " if ok else "  *** FAILED ")+f"{sys.argv[3]} local={w:,} remote={g}")
+sys.exit(0 if ok else 1)
+VEOF
+}
+BAD=0
+say "=== uploading plots ==="
+up plots_p1/p1_lineage.png plots/p1_680m_lineage.png || BAD=$((BAD+1))
+up plots_p1/p1_results.png plots/p1_680m_results.png || BAD=$((BAD+1))
+up mk_p1_plots.py         scripts/mk_p1_plots.py     || BAD=$((BAD+1))
+up p1_plots.sh            scripts/p1_plots.sh        || BAD=$((BAD+1))
+[ -f "$L/finish.log" ] && { up "$L/finish.log" "logs/p1_finish.log" || BAD=$((BAD+1)); }
+
+say "=== FINAL VERDICT ==="
+PRIOR=$(grep -ac 'DO NOT TEAR DOWN' "$L/finish.log" 2>/dev/null); PRIOR=${PRIOR:-0}
+if [ "$BAD" -eq 0 ] && [ "$PRIOR" -eq 0 ]; then
+  say "ALL UPLOADS VERIFIED (training + evals + plots) -- SAFE TO TEAR DOWN"
+else
+  say "*** NOT CLEAN: $BAD plot upload failure(s), $PRIOR earlier failure(s) -- DO NOT TEAR DOWN ***"
+fi