amos-1-mini-CoreAI / config.json
maxffarrell's picture
Publish validated AMOS Core AI conversion with source provenance and runtime adapter
5cb93ca verified
Raw History Blame Contribute Delete
600 Bytes
{
"repo": "jhu-clsp/ettin-encoder-400m",
"max_state": 8192,
"digits": false,
"score_rank": false,
"encoder": {
"vocab_size": 50368,
"hidden_size": 1024,
"intermediate_size": 2624,
"num_hidden_layers": 28,
"num_attention_heads": 16,
"global_attn_every_n_layers": 3,
"local_attention": 128,
"global_rope_theta": 160000.0,
"local_rope_theta": 160000.0,
"norm_eps": 1e-05,
"pad_token_id": 50283,
"cls_token_id": 50281,
"sep_token_id": 50282,
"model_type": "modernbert",
"compare_options": false,
"date_facts": false
},
"vision": "google/siglip2-base-patch16-224"
}