mulkzz commited on
Commit
21e6bf3
·
verified ·
1 Parent(s): c3a52ec

bf16으로 변환(평가 때 vLLM이 쓴 dtype과 같음, 16.4GB)

Browse files
config.json CHANGED
@@ -5,7 +5,7 @@
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 151643,
8
- "torch_dtype": "float32",
9
  "eos_token_id": 151643,
10
  "head_dim": 128,
11
  "hidden_act": "silu",
 
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 151643,
8
+ "torch_dtype": "bfloat16",
9
  "eos_token_id": 151643,
10
  "head_dim": 128,
11
  "hidden_act": "silu",
model-00001-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5cf9f6eb7cb8107b60be4fa383e23a5167ca83045c98079b37720718337488ed
3
- size 4972454376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26b2779a23edbbdbdac829822f7dab64f3e3964f126cc1716857e28cf173019b
3
+ size 2486229520
model-00002-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c54ac496f2202031a27bfcac216a36c32c8e1f2793cca8acec336e5f028a1596
3
- size 4832048608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bb344aaddd3929ef87f701f7d16b0cb9da4512deb3a833eaed1ebb9cdb7ce0b
3
+ size 2416028160
model-00003-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8337a11120607f9db0d5caf92098eabc5b5a5e2248f891dc1a8b2a3406130f5
3
- size 4832048656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c58381e5fc2ac8f85a44a82acd1e506a6082df92254d37dccedc90c83d0f833
3
+ size 2416028216
model-00004-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:854ca14d419f3b1bb15c688ba9317efbe2170f922314151d6b0428a41758593e
3
- size 4999855528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a3143380b9c07f4c312f540bdd416275c2d66b41762a6348dc0bfbbde76bfb5
3
+ size 2499932120
model-00005-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f218b00eac826f74f9d8d243478a92062226eea19812f1e7e53e26aa47ba86f8
3
- size 4832048672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1cbebcd4ef017028ea19e4b8d3ed5e7dee9b30efd0477ac9e3b514a4d3541d5
3
+ size 2416028224
model-00006-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:54c182164089003ec8c84eccebbcbb8d6933a886ad508103db374789ba914851
3
- size 4832048672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00e4b7e9aab5142f4904450660a1532462e216cf02d3c402d33eb1601004e7a4
3
+ size 2416028216
model-00007-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:675a9dbc6ed64b756131e5ded8ab2ffd0c4c8f23f45b992d53a096b3ddb5ea68
3
- size 3462482728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21507cb80c178927f046b1ef1fc1ac919e79620f2b42df7d715bc8f6fcdacbc0
3
+ size 1731242296
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 32762941440
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00007-of-00007.safetensors",
@@ -403,4 +403,4 @@
403
  "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
404
  "model.norm.weight": "model-00007-of-00007.safetensors"
405
  }
406
- }
 
1
  {
2
  "metadata": {
3
+ "total_size": 16381470720
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00007-of-00007.safetensors",
 
403
  "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00007.safetensors",
404
  "model.norm.weight": "model-00007-of-00007.safetensors"
405
  }
406
+ }