{
  "width": 1536,
  "layers": 47,
  "heads": 16,
  "patch_size": 14,
  "image_size": 728,
  "mlp_ratio": 5.833333333333333,
  "hidden_act": "quick_gelu",
  "layer_norm_eps": 1e-05,
  "ls_init_value": 0.1,
  "use_cls_token": false,
  "use_ln_pre": true,
  "use_ln_post": false,
  "use_abs_posemb": true,
  "use_rope2d": true,
  "rope_theta": 10000
}