| #!/usr/bin/env bash |
| |
| |
|
|
| set -euo pipefail |
|
|
| ROOT="$(cd "$(dirname "$0")/.." && pwd)" |
| cd "${ROOT}" |
| source scripts/lib/env.sh |
| resolve_python |
|
|
| echo "════════════════════════════════════════════════════════════" |
| echo " CausalGrok Post-Processing Pipeline" |
| echo "════════════════════════════════════════════════════════════" |
|
|
| |
| echo "" |
| echo "[1/3] Generating paper figures from run histories..." |
| "${PYTHON}" -m experiments.plot_results --save_dir paper_figures |
| echo " ✓ Figures saved to paper_figures/" |
|
|
| |
| echo "" |
| echo "[2/3] Running M1 analysis (layer-wise probing)..." |
| "${PYTHON}" -m experiments.mechinterp_m1 \ |
| --all_runs \ |
| --data_root data/wilds \ |
| --latest_only |
| echo " ✓ M1 analysis complete" |
|
|
| |
| echo "" |
| echo "[3/3] Final results summary:" |
| echo "" |
| "${PYTHON}" << 'EOF' |
| import json |
| import glob |
| from pathlib import Path |
|
|
| print(f"{'Run ID':<50} | {'OOD Best':>8} | {'Improvement':>11} | {'Grokking Epoch':>15}") |
| print("-" * 100) |
|
|
| results = [] |
| for f in sorted(glob.glob("experiments/runs/*camelyon*/results/summary.json")): |
| try: |
| s = json.load(open(f)) |
| rid = Path(f).parent.parent.name[:48] |
| best_ood = s.get("best_ood", 0) |
| impr = s.get("ood_improvement", 0) |
| grok_ep = s.get("grokking_epoch", -1) |
|
|
| results.append((rid, best_ood, impr, grok_ep)) |
|
|
| ep_str = str(int(grok_ep)) if grok_ep > 0 else "—" |
| print(f"{rid:<50} | {best_ood:>8.3f} | {impr:>+10.3f} | {ep_str:>15}") |
| except Exception as e: |
| pass |
|
|
| print("") |
| if results: |
| best_idx = max(range(len(results)), key=lambda i: results[i][1]) |
| best_rid, best_ood, _, _ = results[best_idx] |
| print(f"Best OOD performance: {best_rid} ({best_ood:.3f})") |
| EOF |
|
|
| echo "" |
| echo "════════════════════════════════════════════════════════════" |
| echo " Post-processing complete!" |
| echo "════════════════════════════════════════════════════════════" |
|
|
