Instructions to use mulkzz/RuBio-8B with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Local Apps Settings
- Unsloth Desktop
bf16으로 변환(평가 때 vLLM이 쓴 dtype과 같음, 16.4GB)
Browse files- config.json +1 -1
- model-00001-of-00007.safetensors +2 -2
- model-00002-of-00007.safetensors +2 -2
- model-00003-of-00007.safetensors +2 -2
- model-00004-of-00007.safetensors +2 -2
- model-00005-of-00007.safetensors +2 -2
- model-00006-of-00007.safetensors +2 -2
- model-00007-of-00007.safetensors +2 -2
- model.safetensors.index.json +2 -2
config.json
CHANGED
|
@@ -5,7 +5,7 @@
|
|
| 5 |
"attention_bias": false,
|
| 6 |
"attention_dropout": 0.0,
|
| 7 |
"bos_token_id": 151643,
|
| 8 |
-
"torch_dtype": "
|
| 9 |
"eos_token_id": 151643,
|
| 10 |
"head_dim": 128,
|
| 11 |
"hidden_act": "silu",
|
|
|
|
| 5 |
"attention_bias": false,
|
| 6 |
"attention_dropout": 0.0,
|
| 7 |
"bos_token_id": 151643,
|
| 8 |
+
"torch_dtype": "bfloat16",
|
| 9 |
"eos_token_id": 151643,
|
| 10 |
"head_dim": 128,
|
| 11 |
"hidden_act": "silu",
|
model-00001-of-00007.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:26b2779a23edbbdbdac829822f7dab64f3e3964f126cc1716857e28cf173019b
|
| 3 |
+
size 2486229520
|
model-00002-of-00007.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4bb344aaddd3929ef87f701f7d16b0cb9da4512deb3a833eaed1ebb9cdb7ce0b
|
| 3 |
+
size 2416028160
|
model-00003-of-00007.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c58381e5fc2ac8f85a44a82acd1e506a6082df92254d37dccedc90c83d0f833
|
| 3 |
+
size 2416028216
|
model-00004-of-00007.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3a3143380b9c07f4c312f540bdd416275c2d66b41762a6348dc0bfbbde76bfb5
|
| 3 |
+
size 2499932120
|
model-00005-of-00007.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d1cbebcd4ef017028ea19e4b8d3ed5e7dee9b30efd0477ac9e3b514a4d3541d5
|
| 3 |
+
size 2416028224
|
model-00006-of-00007.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:00e4b7e9aab5142f4904450660a1532462e216cf02d3c402d33eb1601004e7a4
|
| 3 |
+
size 2416028216
|
model-00007-of-00007.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21507cb80c178927f046b1ef1fc1ac919e79620f2b42df7d715bc8f6fcdacbc0
|
| 3 |
+
size 1731242296
|
model.safetensors.index.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"metadata": {
|
| 3 |
-
"total_size":
|
| 4 |
},
|
| 5 |
"weight_map": {
|
| 6 |
"lm_head.weight": "model-00007-of-00007.safetensors",
|
|
@@ -403,4 +403,4 @@
|
|
| 403 |
"model.layers.9.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
|
| 404 |
"model.norm.weight": "model-00007-of-00007.safetensors"
|
| 405 |
}
|
| 406 |
-
}
|
|
|
|
| 1 |
{
|
| 2 |
"metadata": {
|
| 3 |
+
"total_size": 16381470720
|
| 4 |
},
|
| 5 |
"weight_map": {
|
| 6 |
"lm_head.weight": "model-00007-of-00007.safetensors",
|
|
|
|
| 403 |
"model.layers.9.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
|
| 404 |
"model.norm.weight": "model-00007-of-00007.safetensors"
|
| 405 |
}
|
| 406 |
+
}
|