{
  "model_type": "hypertrain-opendecision",
  "architectures": [
    "OpenDecisionModel"
  ],
  "arch": "od-encoder",
  "n_layers": 24,
  "d_model": 1024,
  "n_heads": 16,
  "n_kv_heads": 16,
  "d_ff": 4096,
  "n_experts": 1,
  "top_k_experts": 1,
  "router_tiebreak": "lowest_index",
  "vocab": 50432,
  "seq_len": 1024,
  "rope_theta": 10000,
  "init_seed": 0,
  "param_count": 353861632,
  "compute_dtype": "bf16",
  "master_dtype": "fp32",
  "capacity_factor": "0000803f",
  "aux_loss_coef": "00000000",
  "init_std": "0ad7a33c",
  "od": {
    "preset": "od-large",
    "head_layers": 4,
    "objective": "mlm",
    "mask_ratio": "9a99993e",
    "mask_seed": 7,
    "tokenizer_offset": 3,
    "warm_start": false,
    "record": null,
    "decision_rule": "log",
    "rps_weight": "0000803f",
    "distill_temp": "0000803f"
  },
  "tokenizer": {
    "name": "answerdotai/ModernBERT-base",
    "sha256": "9fd55248d51d33976b324fc11592e28071da7d41e0e9401dfb7082e30574b7b1"
  },
  "init_state_hash": "e6588cf45eb5ab4bdcc984369040dd79a8bc1baa282b1126840da66ee891d5d1",
  "param_count_built": 353861632
}