OpenSML-JSONLite-175M / config.json
wzebrowski's picture
Publish main JSONLite checkpoint and verified evaluation package
319dca0 verified
Raw History Blame Contribute Delete
1.05 kB
{
"model_name": "OpenSML-JSONLite-175M",
"parameters": 175611648,
"model": {
"attention_impl": "fast",
"bias": false,
"ce_impl": "metal",
"d_model": 768,
"ffn_impl": "packed-metal",
"loss_dtype": "float32",
"max_seq_len": 2048,
"mlp_multiple_of": 256,
"mlp_ratio": 4.0,
"n_heads": 12,
"n_kv_heads": 4,
"n_layers": 24,
"qk_norm": true,
"rope_base": 10000.0,
"vocab_size": 32000
},
"weight_sha256": "25b406a7b86e3e8ac4dd0b7f32e27590d9d11349a0148a7815c32304150ac725",
"serialization": "native-sft-chat-v1",
"output_mode": "native-json",
"context_limit": 2048,
"weight_format": "BF16 safetensors",
"supported_runtime": "native MLX; not a Transformers or mlx-lm auto-loading export",
"max_output_tokens": 256,
"model_calls_per_request": 1,
"json_assembly": false,
"output_repair": false,
"constrained_decoding": false,
"selected_stage": "joint foundation JSON SFT",
"selected_update": 500,
"checkpoint_name": "main",
"inference_teacher_required": false
}