File size: 913 Bytes
7bcd331 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | {
"checkpoint": "step_0000128_5937a6def881",
"compute_precision": "float32",
"context_limit": 2048,
"format": "opensml-native-chat-v1",
"license": "apache-2.0",
"model": {
"attention_impl": "vanilla",
"bias": false,
"ce_impl": "reference",
"d_model": 576,
"ffn_impl": "reference",
"loss_dtype": "float32",
"max_seq_len": 2048,
"mlp_multiple_of": 256,
"mlp_ratio": 4.0,
"n_heads": 9,
"n_kv_heads": 3,
"n_layers": 44,
"qk_norm": true,
"vocab_size": 32000
},
"model_id": "OpenSML/Solstice-1",
"model_name": "Solstice-1",
"organization": "OpenSML",
"parameter_label": "175M",
"parameters": 174202432,
"serialization": "explicit-ids-assistant-mask-v1",
"tokenizer_fingerprint": "1194292c6d906ac19e6f01c6ad2b42825143fad426a22aa8856d903776701ecb",
"weight_sha256": "7b2d8777040f05d8e0849acac4e45013b2de3d72145c363cd22825e80115c515"
}
|