Review cloud MIC baselines arm64-MiniMax-M3-MXFP8

#2
by tarekziade HF Staff - opened
integrations/transformers/expectations/cpu-arm64/MiniMax-M3-MXFP8-mic.bfloat16.json ADDED
@@ -0,0 +1,148 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/MiniMax-M3-MXFP8-mic",
4
+ "contract_name": "MiniMax-M3-MXFP8",
5
+ "contract_revision": "029babf17cdcce0c067344072b19ced3caa1a552",
6
+ "framework": "transformers",
7
+ "variant": "bfloat16",
8
+ "target": "MiniMax-M3-MXFP8-mic",
9
+ "kind": "fixture",
10
+ "revision": "029babf17cdcce0c067344072b19ced3caa1a552",
11
+ "source_model": "MiniMaxAI/MiniMax-M3-MXFP8",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/MiniMax-M3-MXFP8-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 55.09,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "sdpa",
49
+ "attn_implementations": {
50
+ "text_config": "sdpa",
51
+ "vision_config": "sdpa"
52
+ }
53
+ },
54
+ "logits_probe": [
55
+ [
56
+ -0.1220703125,
57
+ -0.1455078125,
58
+ -0.0400390625,
59
+ 0.294921875
60
+ ],
61
+ [
62
+ -0.1591796875,
63
+ -0.228515625,
64
+ -0.04443359375,
65
+ 0.30859375
66
+ ]
67
+ ],
68
+ "position_norms": [
69
+ [
70
+ 71.51166534423828,
71
+ 71.52361297607422,
72
+ 71.77955627441406,
73
+ 71.51826477050781,
74
+ 71.56635284423828,
75
+ 71.63133239746094,
76
+ 71.56604766845703,
77
+ 71.59361267089844,
78
+ 71.61570739746094,
79
+ 71.49574279785156,
80
+ 71.54302978515625,
81
+ 71.6036605834961,
82
+ 71.49476623535156,
83
+ 71.52991485595703,
84
+ 71.57969665527344,
85
+ 71.38887023925781,
86
+ 71.59144592285156,
87
+ 71.52323913574219,
88
+ 71.61199188232422,
89
+ 71.58499908447266,
90
+ 71.62085723876953,
91
+ 71.525634765625,
92
+ 71.47667694091797,
93
+ 71.55419921875,
94
+ 71.62899017333984,
95
+ 71.38501739501953,
96
+ 71.73477172851562,
97
+ 71.6582260131836,
98
+ 71.33943939208984,
99
+ 71.58836364746094,
100
+ 71.62126922607422,
101
+ 71.58026123046875
102
+ ],
103
+ [
104
+ 71.51166534423828,
105
+ 71.52361297607422,
106
+ 71.77955627441406,
107
+ 71.51826477050781,
108
+ 71.56635284423828,
109
+ 71.63133239746094,
110
+ 71.56604766845703,
111
+ 71.65775299072266,
112
+ 71.25534057617188,
113
+ 71.3033447265625,
114
+ 71.47509002685547,
115
+ 71.74433135986328,
116
+ 71.78021240234375,
117
+ 71.56906127929688,
118
+ 71.6515121459961,
119
+ 71.62260437011719,
120
+ 71.74179077148438,
121
+ 71.76102447509766,
122
+ 71.77691650390625,
123
+ 71.80489349365234,
124
+ 71.5833740234375,
125
+ 71.72272491455078,
126
+ 71.70697784423828,
127
+ 71.66886901855469,
128
+ 71.61552429199219,
129
+ 71.6807632446289,
130
+ 71.68956756591797,
131
+ 71.65554809570312,
132
+ 71.61198425292969,
133
+ 71.6309585571289,
134
+ 71.71174621582031,
135
+ 71.5526123046875
136
+ ]
137
+ ],
138
+ "training": {
139
+ "loss": 12.151752471923828,
140
+ "gradients": {
141
+ "model.multi_modal_projector.linear_1.weight": true,
142
+ "model.multi_modal_projector.linear_2.weight": true
143
+ },
144
+ "updated": true,
145
+ "frozen": true
146
+ }
147
+ }
148
+ }
integrations/transformers/expectations/cpu-arm64/MiniMax-M3-MXFP8-mic.eager.json ADDED
@@ -0,0 +1,148 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/MiniMax-M3-MXFP8-mic",
4
+ "contract_name": "MiniMax-M3-MXFP8",
5
+ "contract_revision": "029babf17cdcce0c067344072b19ced3caa1a552",
6
+ "framework": "transformers",
7
+ "variant": "eager",
8
+ "target": "MiniMax-M3-MXFP8-mic",
9
+ "kind": "fixture",
10
+ "revision": "029babf17cdcce0c067344072b19ced3caa1a552",
11
+ "source_model": "MiniMaxAI/MiniMax-M3-MXFP8",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/MiniMax-M3-MXFP8-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 57.72,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "eager",
49
+ "attn_implementations": {
50
+ "text_config": "eager",
51
+ "vision_config": "eager"
52
+ }
53
+ },
54
+ "logits_probe": [
55
+ [
56
+ -0.1337890625,
57
+ -0.12890625,
58
+ -0.0284423828125,
59
+ 0.2890625
60
+ ],
61
+ [
62
+ -0.1611328125,
63
+ -0.2275390625,
64
+ -0.0458984375,
65
+ 0.30859375
66
+ ]
67
+ ],
68
+ "position_norms": [
69
+ [
70
+ 71.51166534423828,
71
+ 71.57331085205078,
72
+ 71.73865509033203,
73
+ 71.4921875,
74
+ 71.52466583251953,
75
+ 71.64510345458984,
76
+ 71.54918670654297,
77
+ 71.56852722167969,
78
+ 71.58219909667969,
79
+ 71.4897232055664,
80
+ 71.60301971435547,
81
+ 71.566162109375,
82
+ 71.49019622802734,
83
+ 71.54340362548828,
84
+ 71.5180435180664,
85
+ 71.37984466552734,
86
+ 71.57730865478516,
87
+ 71.59408569335938,
88
+ 71.65235900878906,
89
+ 71.6351089477539,
90
+ 71.56423950195312,
91
+ 71.48579406738281,
92
+ 71.47307586669922,
93
+ 71.54501342773438,
94
+ 71.56227111816406,
95
+ 71.39720153808594,
96
+ 71.7045669555664,
97
+ 71.68278503417969,
98
+ 71.61831665039062,
99
+ 71.5768814086914,
100
+ 71.63568878173828,
101
+ 71.50421142578125
102
+ ],
103
+ [
104
+ 71.51166534423828,
105
+ 71.57331085205078,
106
+ 71.73865509033203,
107
+ 71.4921875,
108
+ 71.52466583251953,
109
+ 71.64510345458984,
110
+ 71.54918670654297,
111
+ 71.64531707763672,
112
+ 71.22654724121094,
113
+ 71.34912872314453,
114
+ 71.48316955566406,
115
+ 71.75736999511719,
116
+ 71.7778549194336,
117
+ 71.56425476074219,
118
+ 71.61119079589844,
119
+ 71.68545532226562,
120
+ 71.75453186035156,
121
+ 71.79105377197266,
122
+ 71.74818420410156,
123
+ 71.77568817138672,
124
+ 71.5685806274414,
125
+ 71.75775146484375,
126
+ 71.70405578613281,
127
+ 71.7325439453125,
128
+ 71.57772064208984,
129
+ 71.65444946289062,
130
+ 71.68281555175781,
131
+ 71.69619750976562,
132
+ 71.63265228271484,
133
+ 71.62813568115234,
134
+ 71.69042205810547,
135
+ 71.5632095336914
136
+ ]
137
+ ],
138
+ "training": {
139
+ "loss": 12.149595260620117,
140
+ "gradients": {
141
+ "model.multi_modal_projector.linear_1.weight": true,
142
+ "model.multi_modal_projector.linear_2.weight": true
143
+ },
144
+ "updated": true,
145
+ "frozen": true
146
+ }
147
+ }
148
+ }
integrations/transformers/expectations/cpu-arm64/MiniMax-M3-MXFP8-mic.json ADDED
@@ -0,0 +1,148 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/MiniMax-M3-MXFP8-mic",
4
+ "contract_name": "MiniMax-M3-MXFP8",
5
+ "contract_revision": "029babf17cdcce0c067344072b19ced3caa1a552",
6
+ "framework": "transformers",
7
+ "variant": "default",
8
+ "target": "MiniMax-M3-MXFP8-mic",
9
+ "kind": "fixture",
10
+ "revision": "029babf17cdcce0c067344072b19ced3caa1a552",
11
+ "source_model": "MiniMaxAI/MiniMax-M3-MXFP8",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/MiniMax-M3-MXFP8-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 52.27,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "sdpa",
49
+ "attn_implementations": {
50
+ "text_config": "sdpa",
51
+ "vision_config": "sdpa"
52
+ }
53
+ },
54
+ "logits_probe": [
55
+ [
56
+ -0.1220703125,
57
+ -0.1455078125,
58
+ -0.0400390625,
59
+ 0.294921875
60
+ ],
61
+ [
62
+ -0.1591796875,
63
+ -0.228515625,
64
+ -0.04443359375,
65
+ 0.30859375
66
+ ]
67
+ ],
68
+ "position_norms": [
69
+ [
70
+ 71.51166534423828,
71
+ 71.52361297607422,
72
+ 71.77955627441406,
73
+ 71.51826477050781,
74
+ 71.56635284423828,
75
+ 71.63133239746094,
76
+ 71.56604766845703,
77
+ 71.59361267089844,
78
+ 71.61570739746094,
79
+ 71.49574279785156,
80
+ 71.54302978515625,
81
+ 71.6036605834961,
82
+ 71.49476623535156,
83
+ 71.52991485595703,
84
+ 71.57969665527344,
85
+ 71.38887023925781,
86
+ 71.59144592285156,
87
+ 71.52323913574219,
88
+ 71.61199188232422,
89
+ 71.58499908447266,
90
+ 71.62085723876953,
91
+ 71.525634765625,
92
+ 71.47667694091797,
93
+ 71.55419921875,
94
+ 71.62899017333984,
95
+ 71.38501739501953,
96
+ 71.73477172851562,
97
+ 71.6582260131836,
98
+ 71.33943939208984,
99
+ 71.58836364746094,
100
+ 71.62126922607422,
101
+ 71.58026123046875
102
+ ],
103
+ [
104
+ 71.51166534423828,
105
+ 71.52361297607422,
106
+ 71.77955627441406,
107
+ 71.51826477050781,
108
+ 71.56635284423828,
109
+ 71.63133239746094,
110
+ 71.56604766845703,
111
+ 71.65775299072266,
112
+ 71.25534057617188,
113
+ 71.3033447265625,
114
+ 71.47509002685547,
115
+ 71.74433135986328,
116
+ 71.78021240234375,
117
+ 71.56906127929688,
118
+ 71.6515121459961,
119
+ 71.62260437011719,
120
+ 71.74179077148438,
121
+ 71.76102447509766,
122
+ 71.77691650390625,
123
+ 71.80489349365234,
124
+ 71.5833740234375,
125
+ 71.72272491455078,
126
+ 71.70697784423828,
127
+ 71.66886901855469,
128
+ 71.61552429199219,
129
+ 71.6807632446289,
130
+ 71.68956756591797,
131
+ 71.65554809570312,
132
+ 71.61198425292969,
133
+ 71.6309585571289,
134
+ 71.71174621582031,
135
+ 71.5526123046875
136
+ ]
137
+ ],
138
+ "training": {
139
+ "loss": 12.151752471923828,
140
+ "gradients": {
141
+ "model.multi_modal_projector.linear_1.weight": true,
142
+ "model.multi_modal_projector.linear_2.weight": true
143
+ },
144
+ "updated": true,
145
+ "frozen": true
146
+ }
147
+ }
148
+ }