atto-836-8d / config.json
davidmezzetti's picture
Initial model
d7a7104
Raw History Blame Contribute Delete
605 Bytes
{
"architectures": [
"AttoForMaskedLM"
],
"auto_map": {
"AutoConfig": "configuration_atto.AttoConfig",
"AutoModel": "modeling_atto.AttoModel",
"AutoModelForMaskedLM": "modeling_atto.AttoForMaskedLM",
"AutoModelForSequenceClassification": "modeling_atto.AttoForSequenceClassification"
},
"dtype": "float32",
"embedding_size": 8,
"hidden_size": 4,
"intermediate_size": 8,
"model_type": "atto",
"num_attention_heads": 1,
"num_hidden_layers": 1,
"pad_token_id": 0,
"projections": 2,
"transformers_version": "5.18.0",
"use_cache": false,
"vocab_size": 250
}