Hugging Face's logo

Buckets:
dwsolutions
/
GLM-5.3

Files
xet
dwsolutions/GLM-5.3 / CRACK_SURGERY.json
dwsolutions's picture
dwsolutions
download
raw
4.4 kB
{
"recipe": "glm52-v1-bf16",
"mode": "mpoa",
"attn_layers": [
0,
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77
],
"attn_strength": 4.0,
"ffn_layers": [
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77
],
"ffn_strength": 5.0,
"n_targets": 124,
"change_pct_sample": [
[
"model.layers.12.self_attn.o_proj.weight",
5.2
],
[
"model.layers.13.self_attn.o_proj.weight",
4.73
],
[
"model.layers.14.self_attn.o_proj.weight",
5.98
],
[
"model.layers.15.self_attn.o_proj.weight",
4.51
],
[
"model.layers.16.self_attn.o_proj.weight",
5.56
],
[
"model.layers.17.self_attn.o_proj.weight",
5.06
],
[
"model.layers.18.self_attn.o_proj.weight",
4.7
],
[
"model.layers.19.self_attn.o_proj.weight",
5.11
],
[
"model.layers.20.self_attn.o_proj.weight",
5.19
],
[
"model.layers.20.mlp.shared_experts.down_proj.weight",
5.68
],
[
"model.layers.21.self_attn.o_proj.weight",
5.68
],
[
"model.layers.21.mlp.shared_experts.down_proj.weight",
5.4
],
[
"model.layers.22.mlp.shared_experts.down_proj.weight",
5.07
],
[
"model.layers.22.self_attn.o_proj.weight",
4.85
],
[
"model.layers.23.self_attn.o_proj.weight",
5.54
],
[
"model.layers.23.mlp.shared_experts.down_proj.weight",
6.3
],
[
"model.layers.24.self_attn.o_proj.weight",
4.64
],
[
"model.layers.24.mlp.shared_experts.down_proj.weight",
5.98
],
[
"model.layers.25.self_attn.o_proj.weight",
5.3
],
[
"model.layers.25.mlp.shared_experts.down_proj.weight",
6.74
],
[
"model.layers.26.self_attn.o_proj.weight",
5.17
],
[
"model.layers.26.mlp.shared_experts.down_proj.weight",
6.55
],
[
"model.layers.27.self_attn.o_proj.weight",
5.08
],
[
"model.layers.27.mlp.shared_experts.down_proj.weight",
5.3
],
[
"model.layers.28.self_attn.o_proj.weight",
4.62
],
[
"model.layers.28.mlp.shared_experts.down_proj.weight",
6.4
],
[
"model.layers.29.self_attn.o_proj.weight",
5.11
],
[
"model.layers.29.mlp.shared_experts.down_proj.weight",
6.92
],
[
"model.layers.30.self_attn.o_proj.weight",
5.1
],
[
"model.layers.30.mlp.shared_experts.down_proj.weight",
6.22
],
[
"model.layers.31.self_attn.o_proj.weight",
5.12
],
[
"model.layers.31.mlp.shared_experts.down_proj.weight",
6.01
],
[
"model.layers.32.self_attn.o_proj.weight",
6.24
],
[
"model.layers.32.mlp.shared_experts.down_proj.weight",
6.98
],
[
"model.layers.33.self_attn.o_proj.weight",
4.96
],
[
"model.layers.33.mlp.shared_experts.down_proj.weight",
5.79
],
[
"model.layers.34.self_attn.o_proj.weight",
5.51
],
[
"model.layers.34.mlp.shared_experts.down_proj.weight",
6.65
],
[
"model.layers.35.self_attn.o_proj.weight",
6.68
],
[
"model.layers.35.mlp.shared_experts.down_proj.weight",
6.53
]
],
"change_pct_mean": 8.19
}

Xet Storage Details

Size:
4.4 kB
·
Xet hash:
eb3c96923e456302215237d7c1bd4c10345054af00c1be542b15366d57477089

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.