{
  "_name_or_path": "DeepNarra/Narra",
  "model_name": "DeepNarra Narra 1.0 (758M-A100M)",
  "model_version": "1.0.0",
  "architectures": [
    "DeepNarraNarraHMoEForCausalLM"
  ],
  "model_type": "deepnarra_narra",
  "creator": "DeepNarra",
  "huggingface_url": "https://huggingface.co/DeepNarra/Narra",
  "torch_dtype": "float16",
  "transformers_version": "4.45.0",
  "vocab_size": 48760,
  "hidden_size": 768,
  "intermediate_size": 2048,
  "num_hidden_layers": 8,
  "num_attention_heads": 8,
  "num_key_value_heads": 4,
  "max_position_embeddings": 131072,
  "context_boundary_locked": 131072,
  "macro_engines": 23,
  "sub_experts_per_engine": 4,
  "total_experts": 92,
  "active_experts_per_token": 3,
  "shared_expert": true,
  "recurrent_attention": "ChunkwiseGatedLinearAttention",
  "lyapunov_energy_bound": 100.0,
  "recurrent_state_bytes_per_rec": 6.0,
  "bitnet_b158_quantization": "TQ1_0",
  "total_parameters": "758.8M",
  "active_parameters": "100M"
}