File size: 1,385 Bytes
36d71f1 a41f043 f313c9d b497af0 f313c9d a41f043 36d71f1 a41f043 b497af0 36d71f1 a41f043 36d71f1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 | {
"name": "nirca-mini",
"step": 78160,
"quant": "ternary",
"quant_scope": "all",
"n_experts": 32,
"chat_format": "chatml",
"bytes": 32638048,
"parameters": 108815393,
"cfg": {
"vocab_size": 265,
"d_model": 512,
"n_head": 8,
"d_ff": 1408,
"block": 2048,
"rope_theta": 10000.0,
"tie_embeddings": true,
"n_prelude": 2,
"n_recur": 1,
"n_coda": 0,
"max_steps": 24,
"pool_experts": 32,
"pool_d_ff": 2048,
"pool_top_k": 8,
"pool_resident": 32,
"pool_capacity_factor": 2.25,
"pool_aux": 0.01,
"pool_balance": 0.001,
"min_steps": 1,
"train_steps_mean": 8.0,
"train_depth": "halt:8/2/1",
"bptt_window": 24,
"ponder_beta": 0.01,
"halt_prior": 0.072,
"halt_thresh": 0.9,
"halt_freeze": true,
"adam_moments": "bf16",
"adam_beta2": 0.95,
"use_pool": true,
"pool_depth": 1,
"pool_max": 32
},
"tokens": 2584388242,
"checkpoint": "checkpoints/2584388k/",
"files": {
"config.json": {
"url": "https://huggingface.co/nirca/nirca-mini/resolve/main/checkpoints/2584388k/config.json",
"sha256": "96f474d808b7e11eb1843a0c5b1e104366d15394fb272f8305b8f29ca12a1602",
"bytes": 873
},
"model.safetensors": {
"url": "https://huggingface.co/nirca/nirca-mini/resolve/main/checkpoints/2584388k/model.safetensors",
"sha256": "15ef10cc73e4286013656f9f36366cc960d7249a87cd4d4a0d4f6ffdbd9eeb28",
"bytes": 32638048
}
}
}
|