Hugging Face's logo

Nicholas0228
/
loop-distil-checkpoints

Safetensors
English
recurrent
distillation
gsm8k
custom-code
Model card Files
xet
 Community
loop-distil-checkpoints
File size: 1,297 Bytes
20491d2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
{
  "id": "4loop-stage1-2000",
  "student_depth": 4,
  "teacher_depth": 32,
  "stage1_updates": 2000,
  "stage2_updates": 0,
  "checkpoint_step": 2000,
  "learning_rate": 2e-06,
  "comparison_report": "reports/four_loop_long_init_20261009/comparison.json",
  "selection": "predeclared endpoint",
  "evaluation": {
    "questions": 128,
    "final_matches": 28,
    "strict_matches": 21,
    "cap_hits": 5,
    "split": "held-out GSM8K development",
    "generation_cap": 256
  },
  "prefix_policy": "cached teacher32-generated answer prefixes",
  "format": "loop-distil-recurrent-bf16-v1",
  "base_model": "tomg-group-umd/huginn-0125",
  "base_revision": "bb6621b65e90b6a4b9b29ef88dc83866d450470c",
  "weights_sha256": "11443bbd5815d9ced04b97bac963c0fb71a2804af62cac88640deac0eb9db567",
  "source_master_sha256": "9126e5b82feb48af5d90eb06288afecc5e09fb27f388360cfe55529c4f9a72f5",
  "tensor_count": 37,
  "parameters": 1637349120,
  "weights_bytes": 3274702592,
  "dtype": "bfloat16",
  "exact_bf16_compute_roundtrip": true,
  "optimizer_included": false,
  "source_checkpoint_filename": "step_2000.pt",
  "note": "Full replacements for adapter/core tensors, not additive deltas or LoRA. Combine with the pinned base. Original FP32 masters and Adam states remain in local recovery checkpoints."
}