Review cloud MIC baselines arm64-CLIPVision

#2
by tarekziade HF Staff - opened
integrations/transformers/expectations/cpu-arm64/clip-vit-base-patch32-vision-mic.bfloat16.json CHANGED
@@ -2,12 +2,12 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/clip-vit-base-patch32-vision-mic",
4
  "contract_name": "CLIPVision",
5
- "contract_revision": "b1084cb8a6e683e107ed57c9657c25ddbf107137",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "clip-vit-base-patch32-vision-mic",
9
  "kind": "fixture",
10
- "revision": "b1084cb8a6e683e107ed57c9657c25ddbf107137",
11
  "source_model": "kunalkanaujiya/clip-vit-base-patch32-vision",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/clip-vit-base-patch32-vision-mic",
@@ -30,11 +30,8 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 2.08,
34
  "environment_differs": {
35
- "torch": "2.15.0 (pinned 2.14.0)",
36
- "torchvision": "0.29.2 (pinned 0.29.1)",
37
- "torchaudio": "2.11.1 (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
  },
@@ -122,7 +119,7 @@
122
  5.8550920486450195
123
  ],
124
  "training": {
125
- "loss": 0.0038909912109375,
126
  "gradients": {
127
  "visual_projection.weight": true
128
  },
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/clip-vit-base-patch32-vision-mic",
4
  "contract_name": "CLIPVision",
5
+ "contract_revision": "5093830223eafd28aa55e4ca6ee29b83e43e6ef5",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "clip-vit-base-patch32-vision-mic",
9
  "kind": "fixture",
10
+ "revision": "5093830223eafd28aa55e4ca6ee29b83e43e6ef5",
11
  "source_model": "kunalkanaujiya/clip-vit-base-patch32-vision",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/clip-vit-base-patch32-vision-mic",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 2.24,
34
  "environment_differs": {
 
 
 
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
 
119
  5.8550920486450195
120
  ],
121
  "training": {
122
+ "loss": 0.37109375,
123
  "gradients": {
124
  "visual_projection.weight": true
125
  },
integrations/transformers/expectations/cpu-arm64/clip-vit-base-patch32-vision-mic.eager.json CHANGED
@@ -2,12 +2,12 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/clip-vit-base-patch32-vision-mic",
4
  "contract_name": "CLIPVision",
5
- "contract_revision": "b1084cb8a6e683e107ed57c9657c25ddbf107137",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "clip-vit-base-patch32-vision-mic",
9
  "kind": "fixture",
10
- "revision": "b1084cb8a6e683e107ed57c9657c25ddbf107137",
11
  "source_model": "kunalkanaujiya/clip-vit-base-patch32-vision",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/clip-vit-base-patch32-vision-mic",
@@ -30,11 +30,8 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 2.15,
34
  "environment_differs": {
35
- "torch": "2.15.0 (pinned 2.14.0)",
36
- "torchvision": "0.29.2 (pinned 0.29.1)",
37
- "torchaudio": "2.11.1 (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
  },
@@ -122,7 +119,7 @@
122
  5.847769737243652
123
  ],
124
  "training": {
125
- "loss": 0.0021685354877263308,
126
  "gradients": {
127
  "visual_projection.weight": true
128
  },
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/clip-vit-base-patch32-vision-mic",
4
  "contract_name": "CLIPVision",
5
+ "contract_revision": "5093830223eafd28aa55e4ca6ee29b83e43e6ef5",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "clip-vit-base-patch32-vision-mic",
9
  "kind": "fixture",
10
+ "revision": "5093830223eafd28aa55e4ca6ee29b83e43e6ef5",
11
  "source_model": "kunalkanaujiya/clip-vit-base-patch32-vision",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/clip-vit-base-patch32-vision-mic",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 2.02,
34
  "environment_differs": {
 
 
 
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
 
119
  5.847769737243652
120
  ],
121
  "training": {
122
+ "loss": 0.37188005447387695,
123
  "gradients": {
124
  "visual_projection.weight": true
125
  },
integrations/transformers/expectations/cpu-arm64/clip-vit-base-patch32-vision-mic.json CHANGED
@@ -2,12 +2,12 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/clip-vit-base-patch32-vision-mic",
4
  "contract_name": "CLIPVision",
5
- "contract_revision": "b1084cb8a6e683e107ed57c9657c25ddbf107137",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "clip-vit-base-patch32-vision-mic",
9
  "kind": "fixture",
10
- "revision": "b1084cb8a6e683e107ed57c9657c25ddbf107137",
11
  "source_model": "kunalkanaujiya/clip-vit-base-patch32-vision",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/clip-vit-base-patch32-vision-mic",
@@ -30,11 +30,8 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 2.1,
34
  "environment_differs": {
35
- "torch": "2.15.0 (pinned 2.14.0)",
36
- "torchvision": "0.29.2 (pinned 0.29.1)",
37
- "torchaudio": "2.11.1 (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
  },
@@ -122,7 +119,7 @@
122
  5.847769260406494
123
  ],
124
  "training": {
125
- "loss": 0.0021685354877263308,
126
  "gradients": {
127
  "visual_projection.weight": true
128
  },
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/clip-vit-base-patch32-vision-mic",
4
  "contract_name": "CLIPVision",
5
+ "contract_revision": "5093830223eafd28aa55e4ca6ee29b83e43e6ef5",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "clip-vit-base-patch32-vision-mic",
9
  "kind": "fixture",
10
+ "revision": "5093830223eafd28aa55e4ca6ee29b83e43e6ef5",
11
  "source_model": "kunalkanaujiya/clip-vit-base-patch32-vision",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/clip-vit-base-patch32-vision-mic",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 2.03,
34
  "environment_differs": {
 
 
 
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
 
119
  5.847769260406494
120
  ],
121
  "training": {
122
+ "loss": 0.3718801438808441,
123
  "gradients": {
124
  "visual_projection.weight": true
125
  },