Download score3.py from holland202/tiny-engine-165k: direct link, hf CLI and curl.
- Browser
- Download file 1.58 kB
-
https://huggingface.co/holland202/tiny-engine-165k/resolve/main/score3.py
- Command line
-
hf download hf://holland202/tiny-engine-165k/score3.py
-
curl -L -o score3.py https://huggingface.co/holland202/tiny-engine-165k/resolve/main/score3.py
1.58 kB
| """Apply REGISTRATION_003.md. Usage: python3 score3.py RESULTS_DIR (containing A/ and B/). Fail-closed via guard.py: | |
| exactly seeds 11-16 in each arm, matching configs, distinct results; otherwise exit 2 and no verdict. | |
| Claude (Anthropic, Opus 5.5), 2026-11-20. SELF-TESTED only.""" | |
| import sys | |
| from pathlib import Path | |
| import engine as E | |
| import guard | |
| SEEDS = (11, 12, 13, 14, 15, 16) | |
| BAR002 = [(f"{t}_L{L}", .95) for L in (128, 256, 512) for t in ("periodic_heldout", "recall", "copy")] + \ | |
| [("periodic_heldout_L1024", .90), ("recall_L1024", .90)] | |
| KEYS = [k for k, _ in BAR002] + ["tf_alpha8_k63", "tf_alpha8_k127", "free_distinct_k127"] | |
| d = Path(sys.argv[1]) | |
| try: | |
| A = guard.load(d / "A", E.CFG2, KEYS, SEEDS) | |
| B = guard.load(d / "B", E.CFG3, KEYS, SEEDS) | |
| except guard.InvalidResults as e: | |
| print(f"INVALID RESULT SET, no verdict: {e}"); sys.exit(2) | |
| a = {r["seed"]: r["scores"] for r in A}; b = {r["seed"]: r["scores"] for r in B} | |
| for k in ("tf_alpha8_k63", "tf_alpha8_k127", "free_distinct_k127"): | |
| print(k, " ".join(f"{s}:A{a[s][k]:.3f}/B{b[s][k]:.3f}" for s in SEEDS)) | |
| P = {"P1 B>A tf_alpha8_k63": sum(b[s]["tf_alpha8_k63"] > a[s]["tf_alpha8_k63"] for s in SEEDS), | |
| "P2 B>A free_distinct_k127": sum(b[s]["free_distinct_k127"] > a[s]["free_distinct_k127"] for s in SEEDS), | |
| "P3 B meets the 002 bar": sum(all(b[s][k] >= t for k, t in BAR002) for s in SEEDS), | |
| "P4 B tf_alpha8_k127 < 0.90": sum(b[s]["tf_alpha8_k127"] < .90 for s in SEEDS)} | |
| for name, n in P.items(): | |
| print(f"{name}: {'HELD' if n >= 5 else 'FAILED'} ({n}/6 seeds; need 5)") | |