Instructions to use macmacmacmac/Sev-4B with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use macmacmacmac/Sev-4B with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
File size: 1,514 Bytes
8c19e93 da0a131 a1824ae da0a131 8c19e93 da0a131 8c19e93 a1824ae 8c19e93 da0a131 8c19e93 da0a131 8c19e93 a1824ae 8c19e93 da0a131 8c19e93 a1824ae 8c19e93 a1824ae da0a131 8c19e93 a1824ae 8c19e93 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 | {
"raw_checkpoint": "runs/sev-r2-response-policy-4b-v2/00-trial-0/checkpoint",
"raw_sha256": {
"head.pt": "506dcd3587847917a288d95757c497c15a2aef8e2d4bc6523b04ad991c961a2b",
"adapter_model.safetensors": "fa1916b34fe1eeb10d15c36927c225df43115407d7c97b4f879bba3102c3ed21"
},
"release_head_sha256": "12112262e1822fa4ab2981650bd10ceac46929bb29fbbdd843a39ec9de7dbe82",
"release_adapter_sha256": "fa1916b34fe1eeb10d15c36927c225df43115407d7c97b4f879bba3102c3ed21",
"head_tensors": {
"k.bias": {
"shape": [
256
],
"dtype": "torch.float32",
"sha256": "341e5d78947554b9031190fa39b4a4683fa04380ad3d55cc3e4a721ca3f92ea1"
},
"k.weight": {
"shape": [
256,
2560
],
"dtype": "torch.float32",
"sha256": "bea8302bae9b045ad41e136e14ceae8240d7a0dfec00ac9a108d7d82bfbb84d8"
},
"q.bias": {
"shape": [
256
],
"dtype": "torch.float32",
"sha256": "e28f44088506d093a01c614b4e08759df3735661e82cd4e3cf933dfd8a1e2cae"
},
"q.weight": {
"shape": [
256,
2560
],
"dtype": "torch.float32",
"sha256": "c73fe4750ba9dcb5fdfe30f683dd2384573f5aaf012f79177ac18dcf97c4c385"
}
},
"head_tensor_count": 4,
"adapter_tensor_count": 496,
"all_tensors_finite": true,
"head_tensors_unchanged": true,
"adapter_and_tokenizer_bytes_unchanged": true,
"raw_checkpoint_unchanged": true,
"only_head_changes": [
"temperature",
"temperature_fit"
]
}
|