| { |
| "contract_version": "r5b-2-integrated", |
| "declared_at": "2026-09-09", |
| "supersedes": "r5b-1", |
| "declared_repo_id": "tchbcn/samai-pnet-dmoe-2b", |
| "actual_repo_id": "tchbcb/samai-pnet-dmoe-2b", |
| "note": "用户指定仓名 tchbcn/samai-pnet-dmoe-2b; 所持 token 实际属主为 tchbcb (whoami 实证, tchbcn 命名空间 403 无权创建), 故以 tchbcb/ 落库, 仓内容与命名意图一致", |
| "release": { |
| "model_file": "model.safetensors (全量合并: 基座+LoRA+halting头+Router/MTP)", |
| "dtype_policy": "主干/专家 fp16; ponder_head fp32 (round4 教训)", |
| "trust_remote_code": true, |
| "requirements": "torch>=2.4, transformers>=5.0, peft 仅训练侧需要" |
| }, |
| "lineage": { |
| "base": "tchbcb/MiniCPM5-2B-cpu (42L/H2048/I6144/GQA16+2/V130560)", |
| "convert": "pnet2b_moe: 思考块[34,42) 8层x8同构专家, 参数守恒", |
| "round7": "ckpt_2b (宪法四损失基线)", |
| "round5B": "ckpt_2b_r5b: per-step CE 0.5 + difficulty prior, init-from ckpt_2b" |
| }, |
| "frozen_structure": { |
| "ponder_start_layer": 34, |
| "max_ponder_steps": 8, |
| "ponder_window": 1, |
| "moe_num_experts": 8, |
| "moe_scope": "ponder", |
| "mtp_num_tokens": 2 |
| }, |
| "inference_semantics": { |
| "halting": "learned head (fp32, sigmoid), bias 已训练", |
| "stop_rule": "cum(w) >= 1 - eps 即停, 残余质量记给最后执行步", |
| "epsilon": 0.01, |
| "tau": 0.125, |
| "route_rule": "每 token 仅第 1 轮迭代 fresh 路由一次, 循环/commit 全程 frozen 复用", |
| "moe_activation": "p_i >= tau 激活, 激活数 1~8 自适应, 无一过阈 top-1 保底", |
| "kv": "commit_kv=true: 混合表示经 commit pass 写最终 KV", |
| "mtp": "训练期增强, 推理 generate() 自动旁路" |
| }, |
| "eval_anchors_90rows_zh_cot": { |
| "round7_baseline": { |
| "hard": { |
| "ce": 4.073070367177327, |
| "active": 1.6183046340942382, |
| "steps": 2.066666666666667, |
| "mtp": 0.5716088751951853, |
| "n": 15 |
| }, |
| "easy": { |
| "ce": 4.018902349472046, |
| "active": 1.6024614969889324, |
| "steps": 2.0, |
| "mtp": 0.5493664860725402, |
| "n": 15 |
| }, |
| "medium": { |
| "ce": 4.228601948420207, |
| "active": 1.614480972290039, |
| "steps": 2.033333333333333, |
| "mtp": 0.5261600712935129, |
| "n": 15 |
| } |
| }, |
| "round5B_live_reference": { |
| "hard": { |
| "ce": 3.3185231844584147, |
| "active": 1.5587466398874918, |
| "steps": 2.8666666666666667, |
| "mtp": 0.6124512155850729, |
| "n": 15 |
| }, |
| "easy": { |
| "ce": 3.264301141103109, |
| "active": 1.5368041038513183, |
| "steps": 2.433333333333333, |
| "mtp": 0.6108810146649678, |
| "n": 15 |
| }, |
| "medium": { |
| "ce": 3.5550480524698895, |
| "active": 1.5593219121297202, |
| "steps": 2.6, |
| "mtp": 0.5710210422674815, |
| "n": 15 |
| } |
| }, |
| "round5B_merged_release": { |
| "hard": { |
| "ce": 3.3181373119354247, |
| "steps": 2.8666666666666667, |
| "n": 15 |
| }, |
| "easy": { |
| "ce": 3.2644861777623495, |
| "steps": 2.433333333333333, |
| "n": 15 |
| }, |
| "medium": { |
| "ce": 3.555168342590332, |
| "steps": 2.6, |
| "n": 15 |
| } |
| }, |
| "eval_protocol": "eval_ponder_moe.py 口径: use_cache=False, batch_size=2, fp16, 90 条 zh_cot", |
| "merge_note": "干净进程终验 (verify_release.json, trust_remote_code): ΔCE≤0.001, steps 三桶与 live 参考一致 (2.433/2.600/2.867), 分化 +0.433 完整保留; 同进程对分探针曾见 ≤0.065 CE 交叉污染, 已排除" |
| } |
| } |
