config.json

{
  "model_type": "m31",
  "architectures": [
    "M31ForCausalLM"
  ],
  "vocab_size": 65536,
  "hidden_size": 1024,
  "intermediate_size": 3840,
  "num_hidden_layers": 24,
  "num_attention_heads": 16,
  "num_key_value_heads": 8,
  "max_position_embeddings": 1024,
  "rope_theta": 10000.0,
  "rms_norm_eps": 1e-06,
  "tie_word_embeddings": true,
  "torch_dtype": "float16",
  "special_tokens": {
    "<pad>": 0,
    "<bos>": 1,
    "<eos>": 2,
    "<unk>": 3,
    "<system>": 4,
    "<user>": 5,
    "<assistant>": 6,
    "<tool>": 7,
    "<tool_call>": 8,
    "<tool_result>": 9,
    "<repo>": 10,
    "<file>": 11,
    "<patch>": 12,
    "<test>": 13,
    "<done>": 14
  }
}