{ "architectures": [ "AttoForMaskedLM" ], "auto_map": { "AutoConfig": "configuration_atto.AttoConfig", "AutoModel": "modeling_atto.AttoModel", "AutoModelForMaskedLM": "modeling_atto.AttoForMaskedLM", "AutoModelForSequenceClassification": "modeling_atto.AttoForSequenceClassification" }, "dtype": "float32", "embedding_size": 384, "hidden_size": 128, "intermediate_size": 256, "model_type": "atto", "num_attention_heads": 2, "num_hidden_layers": 2, "pad_token_id": 0, "projections": 128, "transformers_version": "5.18.0", "use_cache": false, "vocab_size": 30522 }