{
    "model_type": "llama",
    "architectures": ["LlamaForCausalLM"],
    "hidden_size": 1536,
    "num_hidden_layers": 28,
    "num_attention_heads": 24,
    "vocab_size": 131072,
    "torch_dtype": "bfloat16"
  }