Publish verified 8loop-stage2-direct-low-lr-100 recurrent weights
Browse files
8loop-stage2-direct-low-lr-100/checkpoint.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"id": "8loop-stage2-direct-low-lr-100",
|
| 3 |
+
"student_depth": 8,
|
| 4 |
+
"teacher_depth": 32,
|
| 5 |
+
"stage1_updates": 1000,
|
| 6 |
+
"stage2_updates": 100,
|
| 7 |
+
"checkpoint_step": 100,
|
| 8 |
+
"learning_rate": 2e-07,
|
| 9 |
+
"comparison_report": "reports/intermediate_low_lr_20261008/comparison.json",
|
| 10 |
+
"selection": "predeclared endpoint",
|
| 11 |
+
"evaluation": {
|
| 12 |
+
"questions": 128,
|
| 13 |
+
"final_matches": 48,
|
| 14 |
+
"strict_matches": 36,
|
| 15 |
+
"cap_hits": 3,
|
| 16 |
+
"split": "held-out GSM8K development",
|
| 17 |
+
"generation_cap": 256
|
| 18 |
+
},
|
| 19 |
+
"prefix_policy": "cached teacher32-generated answer prefixes",
|
| 20 |
+
"format": "loop-distil-recurrent-bf16-v1",
|
| 21 |
+
"base_model": "tomg-group-umd/huginn-0125",
|
| 22 |
+
"base_revision": "bb6621b65e90b6a4b9b29ef88dc83866d450470c",
|
| 23 |
+
"weights_sha256": "7f14d5e48c387ed6913f77fd33e48c0f9767985a2acd1ae9d725e245ba28ab74",
|
| 24 |
+
"source_master_sha256": "d7e240de21ab0e38565da0e3a1d1802c29e840cae6c30af1f5ec9d65af555934",
|
| 25 |
+
"tensor_count": 37,
|
| 26 |
+
"parameters": 1637349120,
|
| 27 |
+
"weights_bytes": 3274702592,
|
| 28 |
+
"dtype": "bfloat16",
|
| 29 |
+
"exact_bf16_compute_roundtrip": true,
|
| 30 |
+
"optimizer_included": false,
|
| 31 |
+
"source_checkpoint_filename": "best_fixed_kl.pt",
|
| 32 |
+
"note": "Full replacements for adapter/core tensors, not additive deltas or LoRA. Combine with the pinned base. Original FP32 masters and Adam states remain in local recovery checkpoints."
|
| 33 |
+
}
|
8loop-stage2-direct-low-lr-100/recurrent.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7f14d5e48c387ed6913f77fd33e48c0f9767985a2acd1ae9d725e245ba28ab74
|
| 3 |
+
size 3274702592
|