Review cloud MIC baselines arm64-MiniMaxM2

#1
by tarekziade HF Staff - opened
integrations/transformers/expectations/cpu-arm64/MiniMax-M2.5-mic.bfloat16.json ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/MiniMax-M2.5-mic",
4
+ "contract_name": "MiniMaxM2",
5
+ "contract_revision": "5e9d65abcedbbc965c77d1f07ffe7fba04f5d512",
6
+ "framework": "transformers",
7
+ "variant": "bfloat16",
8
+ "target": "MiniMax-M2.5-mic",
9
+ "kind": "fixture",
10
+ "revision": "5e9d65abcedbbc965c77d1f07ffe7fba04f5d512",
11
+ "source_model": "MiniMaxAI/MiniMax-M2.5",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/MiniMax-M2.5-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 2.49,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "sdpa"
49
+ },
50
+ "logits": {
51
+ "probe": [
52
+ [
53
+ -0.099609375,
54
+ -0.0115966796875,
55
+ 0.0208740234375,
56
+ -0.2119140625,
57
+ 0.1044921875,
58
+ -0.1806640625,
59
+ 0.045654296875,
60
+ 0.1201171875
61
+ ],
62
+ [
63
+ -0.08447265625,
64
+ 0.007293701171875,
65
+ 0.042236328125,
66
+ -0.2177734375,
67
+ 0.1279296875,
68
+ -0.173828125,
69
+ 0.080078125,
70
+ 0.111328125
71
+ ]
72
+ ]
73
+ },
74
+ "training": {
75
+ "loss": 12.214279174804688,
76
+ "gradients": {
77
+ "model.layers.0.self_attn.q_proj.weight": true,
78
+ "model.layers.0.mlp.gate.weight": true
79
+ },
80
+ "updated": true
81
+ }
82
+ }
83
+ }
integrations/transformers/expectations/cpu-arm64/MiniMax-M2.5-mic.eager.json ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/MiniMax-M2.5-mic",
4
+ "contract_name": "MiniMaxM2",
5
+ "contract_revision": "5e9d65abcedbbc965c77d1f07ffe7fba04f5d512",
6
+ "framework": "transformers",
7
+ "variant": "eager",
8
+ "target": "MiniMax-M2.5-mic",
9
+ "kind": "fixture",
10
+ "revision": "5e9d65abcedbbc965c77d1f07ffe7fba04f5d512",
11
+ "source_model": "MiniMaxAI/MiniMax-M2.5",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/MiniMax-M2.5-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 2.19,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "float32",
48
+ "attn_implementation": "eager"
49
+ },
50
+ "logits": {
51
+ "probe": [
52
+ [
53
+ -0.10022174566984177,
54
+ -0.011581005528569221,
55
+ 0.0204720888286829,
56
+ -0.21138083934783936,
57
+ 0.10468282550573349,
58
+ -0.17952486872673035,
59
+ 0.04787842929363251,
60
+ 0.12059591710567474
61
+ ],
62
+ [
63
+ -0.08463823795318604,
64
+ 0.007544885389506817,
65
+ 0.04351525381207466,
66
+ -0.21873673796653748,
67
+ 0.12717849016189575,
68
+ -0.1726401299238205,
69
+ 0.08150852471590042,
70
+ 0.11069558560848236
71
+ ]
72
+ ]
73
+ },
74
+ "training": {
75
+ "loss": 12.214729309082031,
76
+ "gradients": {
77
+ "model.layers.0.self_attn.q_proj.weight": true,
78
+ "model.layers.0.mlp.gate.weight": true
79
+ },
80
+ "updated": true
81
+ }
82
+ }
83
+ }
integrations/transformers/expectations/cpu-arm64/MiniMax-M2.5-mic.json ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/MiniMax-M2.5-mic",
4
+ "contract_name": "MiniMaxM2",
5
+ "contract_revision": "5e9d65abcedbbc965c77d1f07ffe7fba04f5d512",
6
+ "framework": "transformers",
7
+ "variant": "default",
8
+ "target": "MiniMax-M2.5-mic",
9
+ "kind": "fixture",
10
+ "revision": "5e9d65abcedbbc965c77d1f07ffe7fba04f5d512",
11
+ "source_model": "MiniMaxAI/MiniMax-M2.5",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/MiniMax-M2.5-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 2.28,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "float32",
48
+ "attn_implementation": "sdpa"
49
+ },
50
+ "logits": {
51
+ "probe": [
52
+ [
53
+ -0.10022177547216415,
54
+ -0.011581010185182095,
55
+ 0.02047211490571499,
56
+ -0.21138083934783936,
57
+ 0.10468278080224991,
58
+ -0.17952488362789154,
59
+ 0.04787839204072952,
60
+ 0.12059590965509415
61
+ ],
62
+ [
63
+ -0.0846383348107338,
64
+ 0.00754489516839385,
65
+ 0.04351520910859108,
66
+ -0.21873676776885986,
67
+ 0.12717846035957336,
68
+ -0.1726401001214981,
69
+ 0.08150849491357803,
70
+ 0.11069560050964355
71
+ ]
72
+ ]
73
+ },
74
+ "training": {
75
+ "loss": 12.214729309082031,
76
+ "gradients": {
77
+ "model.layers.0.self_attn.q_proj.weight": true,
78
+ "model.layers.0.mlp.gate.weight": true
79
+ },
80
+ "updated": true
81
+ }
82
+ }
83
+ }