{
  "model_name": "Sol Nano",
  "model_type": "sol_nano",
  "base_architecture": "Sol Lite",
  "architecture_class": "SolForCausalLM",
  "variant": "sol_nano_2p9m_tn_gram",
  "parameter_budget": 2900000,
  "expected_parameters": 2895188,
  "vocab_size": 1024,
  "width": 128,
  "heads": 4,
  "kv_heads": 2,
  "stored_blocks": 10,
  "ffn_width": 536,
  "recurrent_start": 1,
  "recurrent_blocks": 4,
  "recurrent_passes": 2,
  "effective_block_applications": 14,
  "engram_entries": 0,
  "use_engram": false,
  "use_tn_gram": true,
  "tn_rank": 10,
  "tn_buckets": 4950,
  "use_qk_norm": true,
  "use_loop_conditioning": true,
  "use_xsa": false,
  "max_position_embeddings": 512,
  "rope_theta": 20000.0,
  "tie_word_embeddings": true,
  "parameter_ledger": {
    "token_embedding_and_tied_head": 131072,
    "ten_transformer_blocks": 2552960,
    "loop_embeddings_and_gates": 1280,
    "final_norm": 128,
    "tn_gram": 209748
  },
  "tokenizer_path": "models/Sol-Nano/tokenizer.json",
  "tokenizer_sha256": "72a97c4c592c991733fcc6ad687734ce51e1ba25b0f7c2faf611ac30edc50231"
}