Review cloud MIC baselines arm64-OWLv2

#1
by tarekziade HF Staff - opened
integrations/transformers/expectations/cpu-arm64/owlv2-base-patch16-ensemble-mic.bfloat16.json ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/owlv2-base-patch16-ensemble-mic",
4
+ "contract_name": "OWLv2",
5
+ "contract_revision": "de5f6eb0e6f68273b883bf046cd0b1dc76bce3ad",
6
+ "framework": "transformers",
7
+ "variant": "bfloat16",
8
+ "target": "owlv2-base-patch16-ensemble-mic",
9
+ "kind": "fixture",
10
+ "revision": "de5f6eb0e6f68273b883bf046cd0b1dc76bce3ad",
11
+ "source_model": "google/owlv2-base-patch16-ensemble",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/owlv2-base-patch16-ensemble-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 4.06,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "sdpa"
49
+ },
50
+ "detections": [
51
+ {
52
+ "boxes": [
53
+ [
54
+ 112.0,
55
+ 0.0,
56
+ 336.0,
57
+ 0.0
58
+ ],
59
+ [
60
+ 112.0,
61
+ 0.0,
62
+ 336.0,
63
+ 0.0
64
+ ],
65
+ [
66
+ 112.0,
67
+ 0.0,
68
+ 336.0,
69
+ 0.0
70
+ ],
71
+ [
72
+ 112.0,
73
+ 0.0,
74
+ 336.0,
75
+ 0.0
76
+ ],
77
+ [
78
+ 112.0,
79
+ 0.0,
80
+ 336.0,
81
+ 0.0
82
+ ]
83
+ ],
84
+ "scores": [
85
+ 1.0,
86
+ 1.0,
87
+ 1.0,
88
+ 1.0,
89
+ 1.0
90
+ ],
91
+ "text_labels": [
92
+ "a photo of a cat",
93
+ "a photo of a cat",
94
+ "a photo of a cat",
95
+ "a photo of a cat",
96
+ "a photo of a cat"
97
+ ]
98
+ },
99
+ {
100
+ "boxes": [
101
+ [
102
+ 112.0,
103
+ 0.0,
104
+ 336.0,
105
+ 0.0
106
+ ],
107
+ [
108
+ 112.0,
109
+ 0.0,
110
+ 336.0,
111
+ 0.0
112
+ ],
113
+ [
114
+ 112.0,
115
+ 0.0,
116
+ 336.0,
117
+ 0.0
118
+ ],
119
+ [
120
+ 112.0,
121
+ 0.0,
122
+ 336.0,
123
+ 0.0
124
+ ],
125
+ [
126
+ 112.0,
127
+ 0.0,
128
+ 336.0,
129
+ 0.0
130
+ ]
131
+ ],
132
+ "scores": [
133
+ 1.0,
134
+ 1.0,
135
+ 1.0,
136
+ 1.0,
137
+ 1.0
138
+ ],
139
+ "text_labels": [
140
+ "a photo of a cat",
141
+ "a photo of a cat",
142
+ "a photo of a cat",
143
+ "a photo of a cat",
144
+ "a photo of a cat"
145
+ ]
146
+ }
147
+ ],
148
+ "logits_probe": [
149
+ [
150
+ 93.0,
151
+ 92.5
152
+ ],
153
+ [
154
+ 97.0,
155
+ 97.0
156
+ ]
157
+ ],
158
+ "boxes_probe": [
159
+ [
160
+ 1.0,
161
+ 0.0
162
+ ],
163
+ [
164
+ 1.0,
165
+ 0.0
166
+ ]
167
+ ],
168
+ "training": {
169
+ "loss": 97.75,
170
+ "gradients": {
171
+ "owlv2.vision_model.encoder.layers.0.self_attn.q_proj.weight": true,
172
+ "owlv2.text_model.encoder.layers.0.self_attn.q_proj.weight": true,
173
+ "class_head.dense0.weight": true
174
+ },
175
+ "updated": true
176
+ }
177
+ }
178
+ }
integrations/transformers/expectations/cpu-arm64/owlv2-base-patch16-ensemble-mic.json ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/owlv2-base-patch16-ensemble-mic",
4
+ "contract_name": "OWLv2",
5
+ "contract_revision": "de5f6eb0e6f68273b883bf046cd0b1dc76bce3ad",
6
+ "framework": "transformers",
7
+ "variant": "default",
8
+ "target": "owlv2-base-patch16-ensemble-mic",
9
+ "kind": "fixture",
10
+ "revision": "de5f6eb0e6f68273b883bf046cd0b1dc76bce3ad",
11
+ "source_model": "google/owlv2-base-patch16-ensemble",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/owlv2-base-patch16-ensemble-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 2.56,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "float32",
48
+ "attn_implementation": "sdpa"
49
+ },
50
+ "detections": [
51
+ {
52
+ "boxes": [
53
+ [
54
+ 112.0,
55
+ 0.0,
56
+ 336.0,
57
+ 0.0
58
+ ],
59
+ [
60
+ 112.0,
61
+ 0.0,
62
+ 336.0,
63
+ 0.0
64
+ ],
65
+ [
66
+ 112.0,
67
+ 0.0,
68
+ 336.0,
69
+ 0.0
70
+ ],
71
+ [
72
+ 112.0,
73
+ 0.0,
74
+ 336.0,
75
+ 0.0
76
+ ],
77
+ [
78
+ 112.0,
79
+ 0.0,
80
+ 336.0,
81
+ 0.0
82
+ ]
83
+ ],
84
+ "scores": [
85
+ 1.0,
86
+ 1.0,
87
+ 1.0,
88
+ 1.0,
89
+ 1.0
90
+ ],
91
+ "text_labels": [
92
+ "a photo of a cat",
93
+ "a photo of a cat",
94
+ "a photo of a cat",
95
+ "a photo of a cat",
96
+ "a photo of a cat"
97
+ ]
98
+ },
99
+ {
100
+ "boxes": [
101
+ [
102
+ 112.0,
103
+ 0.0,
104
+ 336.0,
105
+ 0.0
106
+ ],
107
+ [
108
+ 112.0,
109
+ 0.0,
110
+ 336.0,
111
+ 0.0
112
+ ],
113
+ [
114
+ 112.0,
115
+ 0.0,
116
+ 336.0,
117
+ 0.0
118
+ ],
119
+ [
120
+ 112.0,
121
+ 0.0,
122
+ 336.0,
123
+ 0.0
124
+ ],
125
+ [
126
+ 112.0,
127
+ 0.0,
128
+ 336.0,
129
+ 0.0
130
+ ]
131
+ ],
132
+ "scores": [
133
+ 1.0,
134
+ 1.0,
135
+ 1.0,
136
+ 1.0,
137
+ 1.0
138
+ ],
139
+ "text_labels": [
140
+ "a photo of a cat",
141
+ "a photo of a cat",
142
+ "a photo of a cat",
143
+ "a photo of a cat",
144
+ "a photo of a cat"
145
+ ]
146
+ }
147
+ ],
148
+ "logits_probe": [
149
+ [
150
+ 95.80290222167969,
151
+ 95.47671508789062
152
+ ],
153
+ [
154
+ 98.8643798828125,
155
+ 98.53321075439453
156
+ ]
157
+ ],
158
+ "boxes_probe": [
159
+ [
160
+ 1.0,
161
+ 0.0
162
+ ],
163
+ [
164
+ 1.0,
165
+ 0.0
166
+ ]
167
+ ],
168
+ "training": {
169
+ "loss": 99.58158111572266,
170
+ "gradients": {
171
+ "owlv2.vision_model.encoder.layers.0.self_attn.q_proj.weight": true,
172
+ "owlv2.text_model.encoder.layers.0.self_attn.q_proj.weight": true,
173
+ "class_head.dense0.weight": true
174
+ },
175
+ "updated": true
176
+ }
177
+ }
178
+ }