{ "model": { "base": "Qwen/Qwen3.5-9B-Base", "revision": "68c46c4b3498877f3ef123c856ecfde50c39f404", "head_dim": 256, "head_heads": 4, "head_layers": 2, "lora_rank": 64, "lora_dropout": 0.0, "weights_dtype": "bf16", "attention": "sdpa", "rows_per_forward": 32, "layout": "state-question-candidate.v1", "max_padding_ratio": 1.25, "max_padded_tokens": 8192, "choice_none_policy": "as-provided", "candidate_interaction": "last-full-attention" }, "limits": { "max_state": 1024, "max_question": 512, "max_candidate": 256, "max_path": 2048, "max_candidates": 128 }, "training": { "epochs": 2, "batch_size": 8, "accum": 1, "seed": 17, "lr": 2e-05, "head_lr": 0.0001, "weight_decay": 0.01, "warmup_steps": 20, "head_warmup_steps": 100, "gradient_checkpointing": true, "save_every": 100, "autocast": "bf16", "wall_hours": 16, "batch_assignment": "leaf-balanced-v1", "prefix_execution": "tree-batched", "joint_gate_lr": 0.01, "none_insert_prob": 0.2, "none_insert_absent_frac": 0.5, "none_insert_exempt_sources": [ "jev_distill/", "synthetic/hs3_preference_boundary/" ], "late_split": "late_train", "late_fraction": 0.5, "late_repeats": 3 } }