{
  "model_type": "kyro",
  "architectures": [
    "Kyro"
  ],
  "vocab_size": 16384,
  "seq_len": 512,
  "n_layer": 6,
  "n_embd": 448,
  "n_head": 7,
  "rope_fraction": 0.5,
  "value_residual": true,
  "u_net": true,
  "smear": true,
  "num_parameters": 29125844,
  "torch_dtype": "float32"
}