| { | |
| "checkpoint": "step_0000128_5937a6def881", | |
| "compute_precision": "float32", | |
| "context_limit": 2048, | |
| "format": "opensml-native-chat-v1", | |
| "license": "apache-2.0", | |
| "model": { | |
| "attention_impl": "vanilla", | |
| "bias": false, | |
| "ce_impl": "reference", | |
| "d_model": 576, | |
| "ffn_impl": "reference", | |
| "loss_dtype": "float32", | |
| "max_seq_len": 2048, | |
| "mlp_multiple_of": 256, | |
| "mlp_ratio": 4.0, | |
| "n_heads": 9, | |
| "n_kv_heads": 3, | |
| "n_layers": 44, | |
| "qk_norm": true, | |
| "vocab_size": 32000 | |
| }, | |
| "model_id": "OpenSML/Solstice-1", | |
| "model_name": "Solstice-1", | |
| "organization": "OpenSML", | |
| "parameter_label": "175M", | |
| "parameters": 174202432, | |
| "serialization": "explicit-ids-assistant-mask-v1", | |
| "tokenizer_fingerprint": "1194292c6d906ac19e6f01c6ad2b42825143fad426a22aa8856d903776701ecb", | |
| "weight_sha256": "7b2d8777040f05d8e0849acac4e45013b2de3d72145c363cd22825e80115c515" | |
| } | |