atto-9k-16d / config.json
davidmezzetti's picture
Initial model
a5d7dd3
Raw History Blame Contribute Delete
608 Bytes
{
"architectures": [
"AttoForMaskedLM"
],
"auto_map": {
"AutoConfig": "configuration_atto.AttoConfig",
"AutoModel": "modeling_atto.AttoModel",
"AutoModelForMaskedLM": "modeling_atto.AttoForMaskedLM",
"AutoModelForSequenceClassification": "modeling_atto.AttoForSequenceClassification"
},
"dtype": "float32",
"embedding_size": 16,
"hidden_size": 8,
"intermediate_size": 16,
"model_type": "atto",
"num_attention_heads": 1,
"num_hidden_layers": 1,
"pad_token_id": 0,
"projections": 8,
"transformers_version": "5.18.0",
"use_cache": false,
"vocab_size": 1000
}