| { |
| "family": "SparkX-Loop-v0.2", |
| "base_id": "XHToken/Spark-X2.6-4B", |
| "base_revision": "main", |
| "train_mode": "full", |
| "num_unique_layers": 36, |
| "loop_start": 4, |
| "loop_end": 28, |
| "loop_passes": 2, |
| "total_virtual_layers": 60, |
| "mhc_enabled": true, |
| "dynamic_mhc": true, |
| "sublayer_mhc": true, |
| "pass_adapter_rank": 16, |
| "engram_enabled": true, |
| "total_optimizer_steps": 3600, |
| "full_trainable_layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31, |
| 32, |
| 33, |
| 34, |
| 35 |
| ], |
| "lora_rank": 0, |
| "lora_alpha": 32, |
| "engram_buckets": 16384, |
| "engram_dim": 64, |
| "engram_experts": 16, |
| "engram_top_k": 2, |
| "engram_expert_rank": 32, |
| "engram_shared_rank": 32, |
| "backbone_engram_stride": 4, |
| "max_seq_length": 4096, |
| "metrics": { |
| "stage": "R24", |
| "mean_train_loss": 0.7503211793918279, |
| "eval_loss": 0.7957787867635489, |
| "mean_abs_attn_gate": 0.06046177625830751, |
| "mean_abs_ffn_gate": 0.10866226161791322, |
| "engram_gate": 0.07684231549501419, |
| "optimizer_steps": 3600, |
| "elapsed_h": 19.552016568567225 |
| }, |
| "dataset_stats": { |
| "kelexine/fable-5-sft-traces:train": { |
| "rows": 1985, |
| "with_cot": 1985, |
| "family": "claude-fable" |
| }, |
| "HelioAI/Claude-Fable-5-5500x:train": { |
| "rows": 2500, |
| "with_cot": 2500, |
| "family": "claude-fable" |
| }, |
| "MoreThought/Fable-5.1-Max-Reasoning-Filtered-10000x:train": { |
| "rows": 0, |
| "with_cot": 0, |
| "family": "claude-fable" |
| }, |
| "saidutta69/fable-5-premium-v2:train": { |
| "rows": 1500, |
| "with_cot": 87, |
| "family": "claude-fable" |
| }, |
| "armand0e/Fable-5-Chat:train": { |
| "rows": 350, |
| "with_cot": 0, |
| "family": "claude-fable" |
| }, |
| "Roman1111111/claude-opus-4.6-10000x:train": { |
| "rows": 2500, |
| "with_cot": 2500, |
| "family": "claude-opus" |
| }, |
| "TeichAI/lordx64-claude-opus-4.7-max-cleaned:train": { |
| "rows": 2500, |
| "with_cot": 2500, |
| "family": "claude-opus" |
| }, |
| "angrygiraffe/claude-opus-4.6-4.7-reasoning-8.7k:train": { |
| "rows": 2000, |
| "with_cot": 1840, |
| "family": "claude-opus" |
| }, |
| "ronaldcmz/claude_opus_4.8_max_thinking_5k_v2:train": { |
| "rows": 1500, |
| "with_cot": 1500, |
| "family": "claude-opus" |
| }, |
| "TeichAI/Claude-Opus-4.6-Reasoning-887x:train": { |
| "rows": 880, |
| "with_cot": 825, |
| "family": "claude-opus" |
| }, |
| "FlaneAI/GPT-6Astra-scientific-research:train": { |
| "rows": 20, |
| "with_cot": 18, |
| "family": "gpt-astra-6" |
| }, |
| "Roman1111111/gpt-5.4-step-by-step-reasoning:train": { |
| "rows": 1500, |
| "with_cot": 1493, |
| "family": "gpt-5-reasoning" |
| }, |
| "vanty120/Gpt-5.4-Xhigh-Reasoning-2000x:train": { |
| "rows": 1500, |
| "with_cot": 1500, |
| "family": "gpt-5-reasoning" |
| }, |
| "TeichAI/gpt-5.1-high-reasoning-1000x:train": { |
| "rows": 1000, |
| "with_cot": 1000, |
| "family": "gpt-5-reasoning" |
| }, |
| "Manusagents/GPT-5.5-Gemini-3.1-Pro-Grok-4-Claude-Fable-5-Mythos-5-Qwen-3.7-Max-and-more-Distillation-Dataset:train": { |
| "rows": 1500, |
| "with_cot": 0, |
| "family": "gpt-5.5-thinking" |
| }, |
| "nvidia/OpenScienceReasoning-2:train": { |
| "rows": 2500, |
| "with_cot": 2500, |
| "family": "science-reasoning" |
| }, |
| "Jackrong/Kimi-K2.5-Reasoning-1M-Cleaned:PHD-Science": { |
| "rows": 2000, |
| "with_cot": 2000, |
| "family": "science-reasoning" |
| }, |
| "MegaScience/MegaScience:train": { |
| "rows": 2000, |
| "with_cot": 1995, |
| "family": "science-reasoning" |
| }, |
| "MegaScience/TextbookReasoning:train": { |
| "rows": 1500, |
| "with_cot": 1496, |
| "family": "science-reasoning" |
| }, |
| "OpenDataArena/Spark-234K:train": { |
| "rows": 1500, |
| "with_cot": 1500, |
| "family": "science-reasoning" |
| }, |
| "HuggingFaceTB/smoltalk2:Mid": { |
| "rows": 1500, |
| "with_cot": 575, |
| "family": "science-reasoning" |
| }, |
| "nvidia/Nemotron-Instruction-Following-Chat-v1:chat_if": { |
| "rows": 2000, |
| "with_cot": 2000, |
| "family": "multi-turn-chat" |
| }, |
| "NousResearch/Hermes-3-Dataset:train": { |
| "rows": 1500, |
| "with_cot": 0, |
| "family": "multi-turn-chat" |
| }, |
| "HuggingFaceH4/ultrachat_200k:train_sft": { |
| "rows": 1500, |
| "with_cot": 0, |
| "family": "multi-turn-chat" |
| }, |
| "DataCreatorAI/Multi-Turn-Conversational-SFT:train": { |
| "rows": 1000, |
| "with_cot": 0, |
| "family": "multi-turn-chat" |
| }, |
| "openai/gsm8k:main": { |
| "rows": 1500, |
| "with_cot": 1500, |
| "family": "gsm8k-cot" |
| } |
| }, |
| "teacher_enabled": true, |
| "teacher_models": [ |
| "deepseek-v4-flash", |
| "haiku5.5", |
| "mimo-v2.6-pro" |
| ], |
| "target_repo_id": "TassP0lar/Spark-X2.6-4B-Loop-mHC-R24", |
| "notes": "Full/hybrid SparkX-Loop v0.2 export with Sublayer Dual-mHC, Pass Adapters, Memory-Tiered MoE-Engram, and 1M-Context SDPA.", |
| "is_formal_merged_checkpoint": true, |
| "merged_from_repo": "TassP0lar/Spark-X2.6-4B-Loop-mHC-R24", |
| "formal_repo_id": "TassP0lar/Spark-X2.6-4B-Loop-mHC", |
| "loop_weights_file": "loop_modules.safetensors", |
| "telemetry_summary": { |
| "mean_abs_attn_gate": 0.0605, |
| "mean_abs_ffn_gate": 0.1087, |
| "effective_virtual_layers": 60, |
| "physical_layers": 36 |
| } |
| } |
