Hugging Face's logo

zed122
/
ternary

Model card Files
xet
 Community
zed122 commited on
Commit
8cb0d36
·
verified ·
1 Parent(s): cc268fe

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. Qwen2.5-0.5B-Instruct-ternary/broad_generative_report.json +121 -0
  2. Qwen2.5-0.5B-Instruct-ternary/metadata.json +0 -0
  3. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_down_proj.npz +3 -0
  4. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_gate_proj.npz +3 -0
  5. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_up_proj.npz +3 -0
  6. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_k_proj.npz +3 -0
  7. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_o_proj.npz +3 -0
  8. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_q_proj.npz +3 -0
  9. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_v_proj.npz +3 -0
  10. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_down_proj.npz +3 -0
  11. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_gate_proj.npz +3 -0
  12. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_up_proj.npz +3 -0
  13. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_k_proj.npz +3 -0
  14. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_o_proj.npz +3 -0
  15. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_q_proj.npz +3 -0
  16. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_v_proj.npz +3 -0
  17. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_down_proj.npz +3 -0
  18. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_gate_proj.npz +3 -0
  19. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_up_proj.npz +3 -0
  20. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_k_proj.npz +3 -0
  21. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_o_proj.npz +3 -0
  22. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_q_proj.npz +3 -0
  23. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_v_proj.npz +3 -0
  24. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_down_proj.npz +3 -0
  25. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_gate_proj.npz +3 -0
  26. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_up_proj.npz +3 -0
  27. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_k_proj.npz +3 -0
  28. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_o_proj.npz +3 -0
  29. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_q_proj.npz +3 -0
  30. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_v_proj.npz +3 -0
  31. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_down_proj.npz +3 -0
  32. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_gate_proj.npz +3 -0
  33. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_up_proj.npz +3 -0
  34. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_k_proj.npz +3 -0
  35. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_o_proj.npz +3 -0
  36. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_q_proj.npz +3 -0
  37. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_v_proj.npz +3 -0
  38. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_down_proj.npz +3 -0
  39. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_gate_proj.npz +3 -0
  40. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_up_proj.npz +3 -0
  41. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_k_proj.npz +3 -0
  42. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_o_proj.npz +3 -0
  43. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_q_proj.npz +3 -0
  44. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_v_proj.npz +3 -0
  45. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_down_proj.npz +3 -0
  46. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_gate_proj.npz +3 -0
  47. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_up_proj.npz +3 -0
  48. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_k_proj.npz +3 -0
  49. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_o_proj.npz +3 -0
  50. Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_q_proj.npz +3 -0
Qwen2.5-0.5B-Instruct-ternary/broad_generative_report.json ADDED
@@ -0,0 +1,121 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "Broad-tritplane3",
3
+ "model": "Qwen/Qwen2.5-0.5B-Instruct",
4
+ "model_info": {
5
+ "model_name": "Qwen/Qwen2.5-0.5B-Instruct",
6
+ "model_family": "causal_lm",
7
+ "model_type": "qwen2",
8
+ "architectures": [
9
+ "Qwen2ForCausalLM"
10
+ ],
11
+ "asset_kind": "tokenizer",
12
+ "components": [
13
+ {
14
+ "name": "text_backbone",
15
+ "path": "model.layers",
16
+ "kind": "decoder_stack",
17
+ "module_type": "ModuleList",
18
+ "parameter_count": 357897216,
19
+ "linear_like_count": 168,
20
+ "sample_linear_like_names": [
21
+ "0.self_attn.q_proj",
22
+ "0.self_attn.k_proj",
23
+ "0.self_attn.v_proj",
24
+ "0.self_attn.o_proj",
25
+ "0.mlp.gate_proj",
26
+ "0.mlp.up_proj",
27
+ "0.mlp.down_proj",
28
+ "1.self_attn.q_proj"
29
+ ]
30
+ },
31
+ {
32
+ "name": "lm_head",
33
+ "path": "lm_head",
34
+ "kind": "lm_head",
35
+ "module_type": "Linear",
36
+ "parameter_count": 136134656,
37
+ "linear_like_count": 1,
38
+ "sample_linear_like_names": [
39
+ ""
40
+ ]
41
+ }
42
+ ],
43
+ "default_quantization_components": [
44
+ "text_backbone"
45
+ ]
46
+ },
47
+ "config": {
48
+ "components": [
49
+ "text_backbone",
50
+ "multimodal_connector"
51
+ ],
52
+ "scheme": "tritplane3",
53
+ "group_size": 32,
54
+ "n_iter": 10,
55
+ "salient_fraction": 0.0,
56
+ "rescue_fraction": 0.0,
57
+ "n_planes": 3,
58
+ "allow_all_linear": false,
59
+ "target_module_names": [
60
+ "Wqkv",
61
+ "att_proj",
62
+ "attn.proj",
63
+ "attn.qkv",
64
+ "c_attn",
65
+ "c_fc",
66
+ "c_proj",
67
+ "dense",
68
+ "dense_4h_to_h",
69
+ "dense_h_to_4h",
70
+ "down_proj",
71
+ "fc1",
72
+ "fc2",
73
+ "ff_proj",
74
+ "gate_proj",
75
+ "gate_up_proj",
76
+ "k",
77
+ "k_proj",
78
+ "linear",
79
+ "o",
80
+ "o_proj",
81
+ "out_proj",
82
+ "per_layer_input_gate",
83
+ "per_layer_projection",
84
+ "proj",
85
+ "q",
86
+ "q_proj",
87
+ "qkv",
88
+ "qkv_proj",
89
+ "query_key_value",
90
+ "up_proj",
91
+ "v",
92
+ "v_proj",
93
+ "w1",
94
+ "w2",
95
+ "w3",
96
+ "wi",
97
+ "wi_0",
98
+ "wi_1",
99
+ "wo"
100
+ ],
101
+ "max_length": 160,
102
+ "calibration_batch_size": 1,
103
+ "calibration_prompts": null,
104
+ "vlm_use_demo_image": true
105
+ },
106
+ "summary": {
107
+ "method_name": "Broad-tritplane3",
108
+ "model_family": "causal_lm",
109
+ "selected_components": [
110
+ "text_backbone",
111
+ "multimodal_connector"
112
+ ],
113
+ "quantized_modules": 168,
114
+ "quantized_params": 357826560,
115
+ "quantized_fraction": 0.7242972190864878,
116
+ "avg_relative_error": 0.15435325905248712,
117
+ "avg_effective_bits": 9.0,
118
+ "full_model_effective_bits": 10.929919466394585,
119
+ "compression_ratio": 1.463871719201044
120
+ }
121
+ }
Qwen2.5-0.5B-Instruct-ternary/metadata.json ADDED
The diff for this file is too large to render. See raw diff
 
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_down_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03d5849496e72c56bd4fb3ff7a0e76d71d0bf422f301d130c461f0fcdeef633d
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_gate_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:884866fb6375a881f0891aacb57472ad604fd1774bded30b6453dc09284be4dc
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_up_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c864ee38d38e1a733dab6952226af9e264c47a4b63a295690ea5f5e709078e21
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_k_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fddc3e1201e794252fe8aaa8c6b4849cdbbcb04249d21117b2247c7566ada862
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_o_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78c4455acb22dff0658b09fb101065897ba7d5d8f054d0f04e35b33df780bdf9
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_q_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c1997a1d9643ae23d4d8dbcb13c7885b98f6ad76f744264dd31aa2d6ed8bee9
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_v_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d11c3c0de61a17c4c389c15d5f5f05610ed60bc6477485fc6c1a247641b00b5
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_down_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99f6943db583bc6cb11a95f4e162686ac801a1c0a042dea611b359fc17e1369f
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_gate_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a804286cc49c5f96439b8eb3cb7bea8cf9cb4897b906e89362ea6de1e190b8f5
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_up_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea7632d9c136ec88c0d79ea63d946bf45519af235e6cb76d3b8048270d07751d
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_k_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff063836962dc9e781437ec78e96679bca8422f390f4588768a354a2e176aea5
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_o_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2487eb8ea4f0fa3b1fe8cd4d68e9860a3f2ce9780bfe3483b4a9ecbb083c7d6f
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_q_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38e3ec844223e23db8b5930b05065b29b37011826bb4cad2f4e74f0ad80c0505
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_v_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:531faa63adeb4e7788e40c7da4ef2260b42147124d8b7a903bc68ed769236011
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_down_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faeba7964e3d0745f27b296e6bf327bc49a0d86c09efe0a4fab761a511493ce6
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_gate_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7c40f98a014f5106a66cc17e78d42e49bb6bd3937893a49d02c2d6a8cb6ff65
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_up_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3acccf54f0a315b911480154b3b2e6d3fc863659c642bfd66d6f229610fa11da
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_k_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e78fb774c1237174d8f947e87e13cf707023cd3716838904945b0134fe8d8be
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_o_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4a78a7579317e7b8424f6a6e3115a2e9e9d08ee033a270d136895da79ab6b13
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_q_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3826a43dd14b60f6bdaced695ab3a10aadd36364322d88e9c52175cc50b4a6a2
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_v_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed6974b8cbecc4991b474846350d12ec6e735a4091b790904c674cbeb1ddea3e
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_down_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a835c304a3c839f74880ce87f47b85e16beee2e0a2d0dad589d263099b256c7
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_gate_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17e6a0dccf5a48ee39c0ed2019dcbb71b1f2a06e1851f22e2dcc15f5992468a3
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_up_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:079ae87b8454a13216a544b5a3f520edc09d158500efd6dd3f84636bf4798b2f
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_k_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a60115896b40b61708a5f93792e6f6102ba9f914811d559b168a964e68d8c287
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_o_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1a7bd90a6cb12cfeb2635d146908c64d02099e10ab828e6d1a853004102b159
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_q_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:566ffcd422f1da555a9a8e8c2144d080384889d636967332208f806e9c65c89c
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_v_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8bed95b9d318ea1cc9a72e45d6383bcbbff6a07b2b3532e0e68cf8bd2001a14
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_down_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0756f276859013513e220f9f88a2a6bf5ada617b39301878f4f9fb168b01f2b6
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_gate_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c28ecbde535150219d465379afac424f46b92305b63ddbbc467a4e11d02edca5
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_up_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:216a3392d8497255108f38dfc8201262187bb6f88db323c019b24eab82339e73
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_k_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2517cc81ce9e080781732ec3c3100335bdcf6f7c4bce4611b5cec9fbe3b5051a
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_o_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26ddb76d11bf23c69fe44e2125ca7fad531990e0592bc1b03666b6cf83229edf
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_q_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:350f28c6df4ca22d79fc0e5329263eefcb0864b9871472c8ded6ae1fa1831c5f
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_v_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:753ff5b67f70650a728f663c1045051ff7ae42c06720f691db1404b9f5f5cbd8
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_down_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb969b37a46d71b46620336a93e41530cc563224d0ab79099a56ced4ab50c03e
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_gate_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26f884a0d9db6e43ed5670026812ba77814ef90259ca06fd785cbffbfc727f20
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_up_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b5998c0001158ae423ad2ff97ce138752d049c3d0cf79178b211ecf7c7f0d59
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_k_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de69f3fbda3643c42192b9d5f5875ddf767e5c4d4419a3ed2c8ae48ebefed196
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_o_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8c59dbac9cab3c01b87d059e8df224b67d330558644aa6fcfdd009aeadba46a
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_q_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1384a61bb367d96f9406d8aaa9c5dcd5f294fcfcfa920754784dc8a2c4a09fb8
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_v_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82a5964ab7d85726d01f477509f10b2cbbfb09d292a2f1427c1ba8bb337e448d
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_down_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:733be5cbe3deeb7eb657fc81df171dbc35d25debb1396dfd52f411f85d1aa550
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_gate_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0156a7b8f614cff84a201122b1d4070688856634dc4da22dc8655460c279c23d
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_up_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8865f4e53def65865e6f350ca09cbbb056f5da8013a732c07cd974a9ead3266
3
+ size 4906240
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_k_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175ddcdea8022e0fe5f6664b1ca49d46571786f9d4bb39a810e116096cae538f
3
+ size 132352
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_o_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a5b051ce43fd68cbd8450e58650abb14145317c4426c786230776ab8c7dea4
3
+ size 906496
Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_q_proj.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e4d33fbd30d653f5e53d6bbb9dcfdf5ab0507b38e7a86fa6cc40b66ea2d58f0
3
+ size 906496