Review cloud MIC baselines arm64-HunyuanOCR

#1
by tarekziade HF Staff - opened
integrations/transformers/expectations/cpu-arm64/HunyuanOCR-mic.bfloat16.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/HunyuanOCR-mic",
4
+ "contract_name": "HunyuanOCR",
5
+ "contract_revision": "94e063606af9b20a404e96a096c2642f8b8de2f3",
6
+ "framework": "transformers",
7
+ "variant": "bfloat16",
8
+ "target": "HunyuanOCR-mic",
9
+ "kind": "fixture",
10
+ "revision": "94e063606af9b20a404e96a096c2642f8b8de2f3",
11
+ "source_model": "tencent/HunyuanOCR",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/HunyuanOCR-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 9.06,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "sdpa"
49
+ },
50
+ "logits": {
51
+ "probe": [
52
+ [
53
+ 0.97265625,
54
+ 0.66015625,
55
+ 0.640625,
56
+ 0.63671875,
57
+ 0.6328125
58
+ ],
59
+ [
60
+ 0.9921875,
61
+ 0.671875,
62
+ 0.6484375,
63
+ 0.6328125,
64
+ 0.62890625
65
+ ]
66
+ ],
67
+ "position_norms": [
68
+ [
69
+ 55.69098663330078,
70
+ 55.646575927734375,
71
+ 55.67937469482422,
72
+ 55.649932861328125,
73
+ 55.559017181396484,
74
+ 55.68916702270508,
75
+ 55.6151123046875,
76
+ 55.58888244628906,
77
+ 55.543067932128906,
78
+ 55.54877471923828,
79
+ 55.65951919555664,
80
+ 55.652984619140625,
81
+ 55.697017669677734,
82
+ 55.66914749145508,
83
+ 55.704105377197266,
84
+ 55.67226028442383,
85
+ 55.714176177978516,
86
+ 55.49226760864258,
87
+ 55.70897674560547,
88
+ 55.70402908325195,
89
+ 55.69084930419922,
90
+ 55.68340301513672,
91
+ 55.73613357543945,
92
+ 55.69319152832031,
93
+ 55.68671417236328,
94
+ 55.705562591552734,
95
+ 55.703914642333984,
96
+ 55.66674041748047,
97
+ 55.69407653808594,
98
+ 55.683231353759766,
99
+ 55.537384033203125,
100
+ 55.540077209472656
101
+ ],
102
+ [
103
+ 55.69098663330078,
104
+ 55.71721267700195,
105
+ 55.65721893310547,
106
+ 55.65932083129883,
107
+ 55.58477783203125,
108
+ 55.69410705566406,
109
+ 55.662593841552734,
110
+ 55.69411849975586,
111
+ 55.69232940673828,
112
+ 55.63103103637695,
113
+ 55.68408203125,
114
+ 55.7219352722168,
115
+ 55.65773391723633,
116
+ 55.67412185668945,
117
+ 55.65583419799805,
118
+ 55.678871154785156,
119
+ 55.67352294921875,
120
+ 55.42673110961914,
121
+ 55.6699333190918,
122
+ 55.72861099243164,
123
+ 55.57863998413086,
124
+ 55.588600158691406,
125
+ 55.59454345703125,
126
+ 55.57221984863281,
127
+ 55.54548263549805,
128
+ 55.6738166809082,
129
+ 55.67790222167969,
130
+ 55.65283203125,
131
+ 55.70874786376953,
132
+ 55.660972595214844,
133
+ 55.627174377441406,
134
+ 55.459476470947266
135
+ ]
136
+ ]
137
+ },
138
+ "training": {
139
+ "loss": 11.680808067321777,
140
+ "gradients": {
141
+ "model.language_model.layers.0.self_attn.q_proj.weight": true,
142
+ "model.language_model.layers.0.mlp.down_proj.weight": true
143
+ },
144
+ "updated": true
145
+ }
146
+ }
147
+ }
integrations/transformers/expectations/cpu-arm64/HunyuanOCR-mic.eager.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/HunyuanOCR-mic",
4
+ "contract_name": "HunyuanOCR",
5
+ "contract_revision": "94e063606af9b20a404e96a096c2642f8b8de2f3",
6
+ "framework": "transformers",
7
+ "variant": "eager",
8
+ "target": "HunyuanOCR-mic",
9
+ "kind": "fixture",
10
+ "revision": "94e063606af9b20a404e96a096c2642f8b8de2f3",
11
+ "source_model": "tencent/HunyuanOCR",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/HunyuanOCR-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 8.86,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "eager"
49
+ },
50
+ "logits": {
51
+ "probe": [
52
+ [
53
+ 0.97265625,
54
+ 0.66015625,
55
+ 0.640625,
56
+ 0.63671875,
57
+ 0.62890625
58
+ ],
59
+ [
60
+ 0.98828125,
61
+ 0.671875,
62
+ 0.6484375,
63
+ 0.6328125,
64
+ 0.62890625
65
+ ]
66
+ ],
67
+ "position_norms": [
68
+ [
69
+ 55.69098663330078,
70
+ 55.639583587646484,
71
+ 55.67924499511719,
72
+ 55.64860916137695,
73
+ 55.55427551269531,
74
+ 55.66279602050781,
75
+ 55.62876510620117,
76
+ 55.58258056640625,
77
+ 55.54526901245117,
78
+ 55.5562858581543,
79
+ 55.64441680908203,
80
+ 55.66825485229492,
81
+ 55.69501876831055,
82
+ 55.66255569458008,
83
+ 55.70516586303711,
84
+ 55.68778610229492,
85
+ 55.72075653076172,
86
+ 55.47498321533203,
87
+ 55.66849899291992,
88
+ 55.6466064453125,
89
+ 55.69887924194336,
90
+ 55.67776107788086,
91
+ 55.68164825439453,
92
+ 55.69309616088867,
93
+ 55.68629837036133,
94
+ 55.69291305541992,
95
+ 55.703948974609375,
96
+ 55.66340255737305,
97
+ 55.69554138183594,
98
+ 55.688663482666016,
99
+ 55.537384033203125,
100
+ 55.46201705932617
101
+ ],
102
+ [
103
+ 55.69098663330078,
104
+ 55.71912384033203,
105
+ 55.65268325805664,
106
+ 55.639102935791016,
107
+ 55.61549377441406,
108
+ 55.711822509765625,
109
+ 55.68520736694336,
110
+ 55.707061767578125,
111
+ 55.69807434082031,
112
+ 55.62940216064453,
113
+ 55.7335090637207,
114
+ 55.71657943725586,
115
+ 55.65770721435547,
116
+ 55.67435836791992,
117
+ 55.69015884399414,
118
+ 55.669498443603516,
119
+ 55.64813995361328,
120
+ 55.47908020019531,
121
+ 55.6699333190918,
122
+ 55.69085693359375,
123
+ 55.603546142578125,
124
+ 55.596649169921875,
125
+ 55.60303497314453,
126
+ 55.56354904174805,
127
+ 55.547706604003906,
128
+ 55.70087814331055,
129
+ 55.687889099121094,
130
+ 55.64813232421875,
131
+ 55.69597244262695,
132
+ 55.66368865966797,
133
+ 55.627174377441406,
134
+ 55.47226333618164
135
+ ]
136
+ ]
137
+ },
138
+ "training": {
139
+ "loss": 11.680793762207031,
140
+ "gradients": {
141
+ "model.language_model.layers.0.self_attn.q_proj.weight": true,
142
+ "model.language_model.layers.0.mlp.down_proj.weight": true
143
+ },
144
+ "updated": true
145
+ }
146
+ }
147
+ }
integrations/transformers/expectations/cpu-arm64/HunyuanOCR-mic.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/HunyuanOCR-mic",
4
+ "contract_name": "HunyuanOCR",
5
+ "contract_revision": "94e063606af9b20a404e96a096c2642f8b8de2f3",
6
+ "framework": "transformers",
7
+ "variant": "default",
8
+ "target": "HunyuanOCR-mic",
9
+ "kind": "fixture",
10
+ "revision": "94e063606af9b20a404e96a096c2642f8b8de2f3",
11
+ "source_model": "tencent/HunyuanOCR",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/HunyuanOCR-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 8.92,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "sdpa"
49
+ },
50
+ "logits": {
51
+ "probe": [
52
+ [
53
+ 0.97265625,
54
+ 0.66015625,
55
+ 0.640625,
56
+ 0.63671875,
57
+ 0.6328125
58
+ ],
59
+ [
60
+ 0.9921875,
61
+ 0.671875,
62
+ 0.6484375,
63
+ 0.6328125,
64
+ 0.62890625
65
+ ]
66
+ ],
67
+ "position_norms": [
68
+ [
69
+ 55.69098663330078,
70
+ 55.646575927734375,
71
+ 55.67937469482422,
72
+ 55.649932861328125,
73
+ 55.559017181396484,
74
+ 55.68916702270508,
75
+ 55.6151123046875,
76
+ 55.58888244628906,
77
+ 55.543067932128906,
78
+ 55.54877471923828,
79
+ 55.65951919555664,
80
+ 55.652984619140625,
81
+ 55.697017669677734,
82
+ 55.66914749145508,
83
+ 55.704105377197266,
84
+ 55.67226028442383,
85
+ 55.714176177978516,
86
+ 55.49226760864258,
87
+ 55.70897674560547,
88
+ 55.70402908325195,
89
+ 55.69084930419922,
90
+ 55.68340301513672,
91
+ 55.73613357543945,
92
+ 55.69319152832031,
93
+ 55.68671417236328,
94
+ 55.705562591552734,
95
+ 55.703914642333984,
96
+ 55.66674041748047,
97
+ 55.69407653808594,
98
+ 55.683231353759766,
99
+ 55.537384033203125,
100
+ 55.540077209472656
101
+ ],
102
+ [
103
+ 55.69098663330078,
104
+ 55.71721267700195,
105
+ 55.65721893310547,
106
+ 55.65932083129883,
107
+ 55.58477783203125,
108
+ 55.69410705566406,
109
+ 55.662593841552734,
110
+ 55.69411849975586,
111
+ 55.69232940673828,
112
+ 55.63103103637695,
113
+ 55.68408203125,
114
+ 55.7219352722168,
115
+ 55.65773391723633,
116
+ 55.67412185668945,
117
+ 55.65583419799805,
118
+ 55.678871154785156,
119
+ 55.67352294921875,
120
+ 55.42673110961914,
121
+ 55.6699333190918,
122
+ 55.72861099243164,
123
+ 55.57863998413086,
124
+ 55.588600158691406,
125
+ 55.59454345703125,
126
+ 55.57221984863281,
127
+ 55.54548263549805,
128
+ 55.6738166809082,
129
+ 55.67790222167969,
130
+ 55.65283203125,
131
+ 55.70874786376953,
132
+ 55.660972595214844,
133
+ 55.627174377441406,
134
+ 55.459476470947266
135
+ ]
136
+ ]
137
+ },
138
+ "training": {
139
+ "loss": 11.680808067321777,
140
+ "gradients": {
141
+ "model.language_model.layers.0.self_attn.q_proj.weight": true,
142
+ "model.language_model.layers.0.mlp.down_proj.weight": true
143
+ },
144
+ "updated": true
145
+ }
146
+ }
147
+ }