{
  "family": "SparkX-Loop-v0.2",
  "base_id": "XHToken/Spark-X2.6-4B",
  "base_revision": "main",
  "train_mode": "full",
  "num_unique_layers": 36,
  "loop_start": 4,
  "loop_end": 28,
  "loop_passes": 2,
  "total_virtual_layers": 60,
  "mhc_enabled": true,
  "dynamic_mhc": true,
  "sublayer_mhc": true,
  "pass_adapter_rank": 16,
  "engram_enabled": true,
  "total_optimizer_steps": 3600,
  "full_trainable_layers": [
    0,
    1,
    2,
    3,
    4,
    5,
    6,
    7,
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35
  ],
  "lora_rank": 0,
  "lora_alpha": 32,
  "engram_buckets": 16384,
  "engram_dim": 64,
  "engram_experts": 16,
  "engram_top_k": 2,
  "engram_expert_rank": 32,
  "engram_shared_rank": 32,
  "backbone_engram_stride": 4,
  "max_seq_length": 4096,
  "metrics": {
    "stage": "R24",
    "mean_train_loss": 0.7503211793918279,
    "eval_loss": 0.7957787867635489,
    "mean_abs_attn_gate": 0.06046177625830751,
    "mean_abs_ffn_gate": 0.10866226161791322,
    "engram_gate": 0.07684231549501419,
    "optimizer_steps": 3600,
    "elapsed_h": 19.552016568567225
  },
  "dataset_stats": {
    "kelexine/fable-5-sft-traces:train": {
      "rows": 1985,
      "with_cot": 1985,
      "family": "claude-fable"
    },
    "HelioAI/Claude-Fable-5-5500x:train": {
      "rows": 2500,
      "with_cot": 2500,
      "family": "claude-fable"
    },
    "MoreThought/Fable-5.1-Max-Reasoning-Filtered-10000x:train": {
      "rows": 0,
      "with_cot": 0,
      "family": "claude-fable"
    },
    "saidutta69/fable-5-premium-v2:train": {
      "rows": 1500,
      "with_cot": 87,
      "family": "claude-fable"
    },
    "armand0e/Fable-5-Chat:train": {
      "rows": 350,
      "with_cot": 0,
      "family": "claude-fable"
    },
    "Roman1111111/claude-opus-4.6-10000x:train": {
      "rows": 2500,
      "with_cot": 2500,
      "family": "claude-opus"
    },
    "TeichAI/lordx64-claude-opus-4.7-max-cleaned:train": {
      "rows": 2500,
      "with_cot": 2500,
      "family": "claude-opus"
    },
    "angrygiraffe/claude-opus-4.6-4.7-reasoning-8.7k:train": {
      "rows": 2000,
      "with_cot": 1840,
      "family": "claude-opus"
    },
    "ronaldcmz/claude_opus_4.8_max_thinking_5k_v2:train": {
      "rows": 1500,
      "with_cot": 1500,
      "family": "claude-opus"
    },
    "TeichAI/Claude-Opus-4.6-Reasoning-887x:train": {
      "rows": 880,
      "with_cot": 825,
      "family": "claude-opus"
    },
    "FlaneAI/GPT-6Astra-scientific-research:train": {
      "rows": 20,
      "with_cot": 18,
      "family": "gpt-astra-6"
    },
    "Roman1111111/gpt-5.4-step-by-step-reasoning:train": {
      "rows": 1500,
      "with_cot": 1493,
      "family": "gpt-5-reasoning"
    },
    "vanty120/Gpt-5.4-Xhigh-Reasoning-2000x:train": {
      "rows": 1500,
      "with_cot": 1500,
      "family": "gpt-5-reasoning"
    },
    "TeichAI/gpt-5.1-high-reasoning-1000x:train": {
      "rows": 1000,
      "with_cot": 1000,
      "family": "gpt-5-reasoning"
    },
    "Manusagents/GPT-5.5-Gemini-3.1-Pro-Grok-4-Claude-Fable-5-Mythos-5-Qwen-3.7-Max-and-more-Distillation-Dataset:train": {
      "rows": 1500,
      "with_cot": 0,
      "family": "gpt-5.5-thinking"
    },
    "nvidia/OpenScienceReasoning-2:train": {
      "rows": 2500,
      "with_cot": 2500,
      "family": "science-reasoning"
    },
    "Jackrong/Kimi-K2.5-Reasoning-1M-Cleaned:PHD-Science": {
      "rows": 2000,
      "with_cot": 2000,
      "family": "science-reasoning"
    },
    "MegaScience/MegaScience:train": {
      "rows": 2000,
      "with_cot": 1995,
      "family": "science-reasoning"
    },
    "MegaScience/TextbookReasoning:train": {
      "rows": 1500,
      "with_cot": 1496,
      "family": "science-reasoning"
    },
    "OpenDataArena/Spark-234K:train": {
      "rows": 1500,
      "with_cot": 1500,
      "family": "science-reasoning"
    },
    "HuggingFaceTB/smoltalk2:Mid": {
      "rows": 1500,
      "with_cot": 575,
      "family": "science-reasoning"
    },
    "nvidia/Nemotron-Instruction-Following-Chat-v1:chat_if": {
      "rows": 2000,
      "with_cot": 2000,
      "family": "multi-turn-chat"
    },
    "NousResearch/Hermes-3-Dataset:train": {
      "rows": 1500,
      "with_cot": 0,
      "family": "multi-turn-chat"
    },
    "HuggingFaceH4/ultrachat_200k:train_sft": {
      "rows": 1500,
      "with_cot": 0,
      "family": "multi-turn-chat"
    },
    "DataCreatorAI/Multi-Turn-Conversational-SFT:train": {
      "rows": 1000,
      "with_cot": 0,
      "family": "multi-turn-chat"
    },
    "openai/gsm8k:main": {
      "rows": 1500,
      "with_cot": 1500,
      "family": "gsm8k-cot"
    }
  },
  "teacher_enabled": true,
  "teacher_models": [
    "deepseek-v4-flash",
    "haiku5.5",
    "mimo-v2.6-pro"
  ],
  "target_repo_id": "TassP0lar/Spark-X2.6-4B-Loop-mHC-R24",
  "notes": "Full/hybrid SparkX-Loop v0.2 export with Sublayer Dual-mHC, Pass Adapters, Memory-Tiered MoE-Engram, and 1M-Context SDPA.",
  "is_formal_merged_checkpoint": true,
  "merged_from_repo": "TassP0lar/Spark-X2.6-4B-Loop-mHC-R24",
  "formal_repo_id": "TassP0lar/Spark-X2.6-4B-Loop-mHC",
  "loop_weights_file": "loop_modules.safetensors",
  "telemetry_summary": {
    "mean_abs_attn_gate": 0.0605,
    "mean_abs_ffn_gate": 0.1087,
    "effective_virtual_layers": 60,
    "physical_layers": 36
  }
}