| { | |
| "model_type": "hypertrain-opendecision", | |
| "architectures": [ | |
| "OpenDecisionModel" | |
| ], | |
| "arch": "od-encoder", | |
| "n_layers": 24, | |
| "d_model": 1024, | |
| "n_heads": 16, | |
| "n_kv_heads": 16, | |
| "d_ff": 4096, | |
| "n_experts": 1, | |
| "top_k_experts": 1, | |
| "router_tiebreak": "lowest_index", | |
| "vocab": 50432, | |
| "seq_len": 1024, | |
| "rope_theta": 10000, | |
| "init_seed": 0, | |
| "param_count": 353861632, | |
| "compute_dtype": "bf16", | |
| "master_dtype": "fp32", | |
| "capacity_factor": "0000803f", | |
| "aux_loss_coef": "00000000", | |
| "init_std": "0ad7a33c", | |
| "od": { | |
| "preset": "od-large", | |
| "head_layers": 4, | |
| "objective": "mlm", | |
| "mask_ratio": "9a99993e", | |
| "mask_seed": 7, | |
| "tokenizer_offset": 3, | |
| "warm_start": false, | |
| "record": null, | |
| "decision_rule": "log", | |
| "rps_weight": "0000803f", | |
| "distill_temp": "0000803f" | |
| }, | |
| "tokenizer": { | |
| "name": "answerdotai/ModernBERT-base", | |
| "sha256": "9fd55248d51d33976b324fc11592e28071da7d41e0e9401dfb7082e30574b7b1" | |
| }, | |
| "init_state_hash": "e6588cf45eb5ab4bdcc984369040dd79a8bc1baa282b1126840da66ee891d5d1", | |
| "param_count_built": 353861632 | |
| } |