Hugging Face's logo

huggingface-mic
/
switch-base-8-mic

Safetensors
switch_transformers
mic
test-artifact
Model card Files
xet
 Community
1

Review cloud MIC baselines arm64-SwitchTransformers

#1
by tarekziade HF Staff - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+441
-0
Files changed (3) hide show
  1. integrations/transformers/expectations/cpu-arm64/switch-base-8-mic.bfloat16.json +147 -0
  2. integrations/transformers/expectations/cpu-arm64/switch-base-8-mic.eager.json +147 -0
  3. integrations/transformers/expectations/cpu-arm64/switch-base-8-mic.json +147 -0
integrations/transformers/expectations/cpu-arm64/switch-base-8-mic.bfloat16.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/switch-base-8-mic",
4
+ "contract_name": "SwitchTransformers",
5
+ "contract_revision": "de4a0b8ab69bc53b1d8b936a3b7bbae36bf96536",
6
+ "framework": "transformers",
7
+ "variant": "bfloat16",
8
+ "target": "switch-base-8-mic",
9
+ "kind": "fixture",
10
+ "revision": "de4a0b8ab69bc53b1d8b936a3b7bbae36bf96536",
11
+ "source_model": "google/switch-base-8",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/switch-base-8-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 2.3,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "eager"
49
+ },
50
+ "generated_tokens": [
51
+ [
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 0,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 0,
64
+ 0
65
+ ],
66
+ [
67
+ 0,
68
+ 8456,
69
+ 8456,
70
+ 8456,
71
+ 8456,
72
+ 8456,
73
+ 8456,
74
+ 8456,
75
+ 8456,
76
+ 8456,
77
+ 8456,
78
+ 8456,
79
+ 8456
80
+ ]
81
+ ],
82
+ "generated_text": [
83
+ "",
84
+ "\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba"
85
+ ],
86
+ "label_logprobs": [
87
+ [
88
+ -10.199346542358398,
89
+ -11.231184959411621,
90
+ -9.644795417785645,
91
+ -11.442466735839844,
92
+ -10.952472686767578,
93
+ -9.883834838867188,
94
+ -10.187929153442383,
95
+ -11.578489303588867,
96
+ -11.805795669555664,
97
+ -11.54922866821289,
98
+ -9.978523254394531,
99
+ -11.447322845458984,
100
+ -10.82470703125,
101
+ -10.812777519226074,
102
+ -9.890178680419922,
103
+ -9.607002258300781,
104
+ -11.1387939453125,
105
+ -10.87466049194336,
106
+ -11.598133087158203,
107
+ -10.723294258117676
108
+ ],
109
+ [
110
+ -10.543069839477539,
111
+ -11.356101989746094,
112
+ -11.573999404907227,
113
+ -10.11945915222168,
114
+ -12.246688842773438,
115
+ -9.934700012207031,
116
+ -9.568353652954102,
117
+ -10.700136184692383,
118
+ -12.141210556030273,
119
+ -10.223893165588379,
120
+ -9.683897018432617,
121
+ -11.015894889831543,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0
130
+ ]
131
+ ],
132
+ "decoded_roundtrip": [
133
+ "Yes , it is .",
134
+ "Hello , world ! How are you ?"
135
+ ],
136
+ "training": {
137
+ "loss": 10.9375,
138
+ "gradients": {
139
+ "encoder.block.0.layer.0.SelfAttention.q.weight": true,
140
+ "decoder.block.0.layer.1.EncDecAttention.q.weight": true,
141
+ "encoder.block.1.layer.1.mlp.experts.expert_0.wi.weight": true,
142
+ "decoder.block.1.layer.2.mlp.experts.expert_0.wi.weight": true
143
+ },
144
+ "updated": true
145
+ }
146
+ }
147
+ }
integrations/transformers/expectations/cpu-arm64/switch-base-8-mic.eager.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/switch-base-8-mic",
4
+ "contract_name": "SwitchTransformers",
5
+ "contract_revision": "de4a0b8ab69bc53b1d8b936a3b7bbae36bf96536",
6
+ "framework": "transformers",
7
+ "variant": "eager",
8
+ "target": "switch-base-8-mic",
9
+ "kind": "fixture",
10
+ "revision": "de4a0b8ab69bc53b1d8b936a3b7bbae36bf96536",
11
+ "source_model": "google/switch-base-8",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/switch-base-8-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 2.62,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "eager"
49
+ },
50
+ "generated_tokens": [
51
+ [
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 0,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 0,
64
+ 0
65
+ ],
66
+ [
67
+ 0,
68
+ 8456,
69
+ 8456,
70
+ 8456,
71
+ 8456,
72
+ 8456,
73
+ 8456,
74
+ 8456,
75
+ 8456,
76
+ 8456,
77
+ 8456,
78
+ 8456,
79
+ 8456
80
+ ]
81
+ ],
82
+ "generated_text": [
83
+ "",
84
+ "\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba"
85
+ ],
86
+ "label_logprobs": [
87
+ [
88
+ -10.199346542358398,
89
+ -11.231184959411621,
90
+ -9.644795417785645,
91
+ -11.442466735839844,
92
+ -10.952472686767578,
93
+ -9.883834838867188,
94
+ -10.187929153442383,
95
+ -11.578489303588867,
96
+ -11.805795669555664,
97
+ -11.54922866821289,
98
+ -9.978523254394531,
99
+ -11.447322845458984,
100
+ -10.82470703125,
101
+ -10.812777519226074,
102
+ -9.890178680419922,
103
+ -9.607002258300781,
104
+ -11.1387939453125,
105
+ -10.87466049194336,
106
+ -11.598133087158203,
107
+ -10.723294258117676
108
+ ],
109
+ [
110
+ -10.543069839477539,
111
+ -11.356101989746094,
112
+ -11.573999404907227,
113
+ -10.11945915222168,
114
+ -12.246688842773438,
115
+ -9.934700012207031,
116
+ -9.568353652954102,
117
+ -10.700136184692383,
118
+ -12.141210556030273,
119
+ -10.223893165588379,
120
+ -9.683897018432617,
121
+ -11.015894889831543,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0
130
+ ]
131
+ ],
132
+ "decoded_roundtrip": [
133
+ "Yes , it is .",
134
+ "Hello , world ! How are you ?"
135
+ ],
136
+ "training": {
137
+ "loss": 10.9375,
138
+ "gradients": {
139
+ "encoder.block.0.layer.0.SelfAttention.q.weight": true,
140
+ "decoder.block.0.layer.1.EncDecAttention.q.weight": true,
141
+ "encoder.block.1.layer.1.mlp.experts.expert_0.wi.weight": true,
142
+ "decoder.block.1.layer.2.mlp.experts.expert_0.wi.weight": true
143
+ },
144
+ "updated": true
145
+ }
146
+ }
147
+ }
integrations/transformers/expectations/cpu-arm64/switch-base-8-mic.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/switch-base-8-mic",
4
+ "contract_name": "SwitchTransformers",
5
+ "contract_revision": "de4a0b8ab69bc53b1d8b936a3b7bbae36bf96536",
6
+ "framework": "transformers",
7
+ "variant": "default",
8
+ "target": "switch-base-8-mic",
9
+ "kind": "fixture",
10
+ "revision": "de4a0b8ab69bc53b1d8b936a3b7bbae36bf96536",
11
+ "source_model": "google/switch-base-8",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/switch-base-8-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 2.63,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "eager"
49
+ },
50
+ "generated_tokens": [
51
+ [
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 0,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 0,
64
+ 0
65
+ ],
66
+ [
67
+ 0,
68
+ 8456,
69
+ 8456,
70
+ 8456,
71
+ 8456,
72
+ 8456,
73
+ 8456,
74
+ 8456,
75
+ 8456,
76
+ 8456,
77
+ 8456,
78
+ 8456,
79
+ 8456
80
+ ]
81
+ ],
82
+ "generated_text": [
83
+ "",
84
+ "\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba\u021ba"
85
+ ],
86
+ "label_logprobs": [
87
+ [
88
+ -10.199346542358398,
89
+ -11.231184959411621,
90
+ -9.644795417785645,
91
+ -11.442466735839844,
92
+ -10.952472686767578,
93
+ -9.883834838867188,
94
+ -10.187929153442383,
95
+ -11.578489303588867,
96
+ -11.805795669555664,
97
+ -11.54922866821289,
98
+ -9.978523254394531,
99
+ -11.447322845458984,
100
+ -10.82470703125,
101
+ -10.812777519226074,
102
+ -9.890178680419922,
103
+ -9.607002258300781,
104
+ -11.1387939453125,
105
+ -10.87466049194336,
106
+ -11.598133087158203,
107
+ -10.723294258117676
108
+ ],
109
+ [
110
+ -10.543069839477539,
111
+ -11.356101989746094,
112
+ -11.573999404907227,
113
+ -10.11945915222168,
114
+ -12.246688842773438,
115
+ -9.934700012207031,
116
+ -9.568353652954102,
117
+ -10.700136184692383,
118
+ -12.141210556030273,
119
+ -10.223893165588379,
120
+ -9.683897018432617,
121
+ -11.015894889831543,
122
+ 0.0,
123
+ 0.0,
124
+ 0.0,
125
+ 0.0,
126
+ 0.0,
127
+ 0.0,
128
+ 0.0,
129
+ 0.0
130
+ ]
131
+ ],
132
+ "decoded_roundtrip": [
133
+ "Yes , it is .",
134
+ "Hello , world ! How are you ?"
135
+ ],
136
+ "training": {
137
+ "loss": 10.9375,
138
+ "gradients": {
139
+ "encoder.block.0.layer.0.SelfAttention.q.weight": true,
140
+ "decoder.block.0.layer.1.EncDecAttention.q.weight": true,
141
+ "encoder.block.1.layer.1.mlp.experts.expert_0.wi.weight": true,
142
+ "decoder.block.1.layer.2.mlp.experts.expert_0.wi.weight": true
143
+ },
144
+ "updated": true
145
+ }
146
+ }
147
+ }