config.json

{
  "schema_version": 1,
  "model_type": "tiny_manas",
  "architectures": [
    "ManasGPT"
  ],
  "model_config": {
    "block_size": 256,
    "n_layer": 8,
    "n_head": 8,
    "n_embd": 384,
    "ffn_multiplier": 4,
    "dropout": 0.2,
    "bias": true,
    "tie_embeddings": true,
    "vocab_size": 32768,
    "position_encoding": "rope"
  },
  "parameters": 26779392,
  "torch_dtype": "float32",
  "weights": "model.safetensors",
  "tokenizer": "tokenizer.json"
}