Nicholas0228's picture
Publish verified 4loop-stage2-proposal-500 recurrent weights
66559c7 verified
Raw History Blame Contribute Delete
1.3 kB
{
"id": "4loop-stage2-proposal-500",
"student_depth": 4,
"teacher_depth": 32,
"stage1_updates": 2000,
"stage2_updates": 500,
"checkpoint_step": 500,
"learning_rate": 2e-07,
"comparison_report": "reports/four_loop_extend_20261009/comparison.json",
"selection": "predeclared endpoint",
"evaluation": {
"questions": 128,
"final_matches": 31,
"strict_matches": 22,
"cap_hits": 1,
"split": "held-out GSM8K development",
"generation_cap": 256
},
"prefix_policy": "cached teacher32-generated answer prefixes",
"format": "loop-distil-recurrent-bf16-v1",
"base_model": "tomg-group-umd/huginn-0125",
"base_revision": "bb6621b65e90b6a4b9b29ef88dc83866d450470c",
"weights_sha256": "ac2856418979243e31cad3368c39bc469f52961e24e06d707142056208fc9ee3",
"source_master_sha256": "da7be0948a46eca7028b597cec5b8486d283a21a3795e89cc5ce18616d5e930c",
"tensor_count": 37,
"parameters": 1637349120,
"weights_bytes": 3274702592,
"dtype": "bfloat16",
"exact_bf16_compute_roundtrip": true,
"optimizer_included": false,
"source_checkpoint_filename": "step_0500.pt",
"note": "Full replacements for adapter/core tensors, not additive deltas or LoRA. Combine with the pinned base. Original FP32 masters and Adam states remain in local recovery checkpoints."
}