File size: 600 Bytes
5cb93ca
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
{
 "repo": "jhu-clsp/ettin-encoder-400m",
 "max_state": 8192,
 "digits": false,
 "score_rank": false,
 "encoder": {
  "vocab_size": 50368,
  "hidden_size": 1024,
  "intermediate_size": 2624,
  "num_hidden_layers": 28,
  "num_attention_heads": 16,
  "global_attn_every_n_layers": 3,
  "local_attention": 128,
  "global_rope_theta": 160000.0,
  "local_rope_theta": 160000.0,
  "norm_eps": 1e-05,
  "pad_token_id": 50283,
  "cls_token_id": 50281,
  "sep_token_id": 50282,
  "model_type": "modernbert",
  "compare_options": false,
  "date_facts": false
 },
 "vision": "google/siglip2-base-patch16-224"
}