hw1-multitask / config.json
samsonlee's picture
Add config.json
2105e1e verified
Raw History Blame Contribute Delete
448 Bytes
{
"architectures": [
"CustomResearchModel"
],
"architecture": "efficientformer",
"model_type": "efficientformer",
"hidden_size": 384,
"num_hidden_layers": 3,
"num_attention_heads": 8,
"intermediate_size": 768,
"hidden_act": "mish",
"max_position_embeddings": 512,
"layer_norm_eps": 1e-12,
"checkpoint_status": "initialization-only",
"notes": "Untrained checkpoint for smoke tests; no benchmark claim."
}