| { | |
| "width": 1536, | |
| "layers": 47, | |
| "heads": 16, | |
| "patch_size": 14, | |
| "image_size": 728, | |
| "mlp_ratio": 5.833333333333333, | |
| "hidden_act": "quick_gelu", | |
| "layer_norm_eps": 1e-05, | |
| "ls_init_value": 0.1, | |
| "use_cls_token": false, | |
| "use_ln_pre": true, | |
| "use_ln_post": false, | |
| "use_abs_posemb": true, | |
| "use_rope2d": true, | |
| "rope_theta": 10000 | |
| } |