Review cloud MIC baselines arm64-BLIP

#2
by tarekziade HF Staff - opened
integrations/transformers/expectations/cpu-arm64/blip-image-captioning-base-mic.bfloat16.json CHANGED
@@ -2,12 +2,12 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/blip-image-captioning-base-mic",
4
  "contract_name": "BLIP",
5
- "contract_revision": "40ea84c73c08c4afe6906f7dd0fc8f19a7570c8b",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "blip-image-captioning-base-mic",
9
  "kind": "fixture",
10
- "revision": "40ea84c73c08c4afe6906f7dd0fc8f19a7570c8b",
11
  "source_model": "Salesforce/blip-image-captioning-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/blip-image-captioning-base-mic",
@@ -30,11 +30,8 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 3.11,
34
  "environment_differs": {
35
- "torch": "2.15.0 (pinned 2.14.0)",
36
- "torchvision": "0.29.2 (pinned 0.29.1)",
37
- "torchaudio": "2.11.1 (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
  },
@@ -45,7 +42,11 @@
45
  "runtime": {
46
  "device": "cpu",
47
  "dtype": "bfloat16",
48
- "attn_implementation": "eager"
 
 
 
 
49
  },
50
  "generated_tokens": [
51
  [
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/blip-image-captioning-base-mic",
4
  "contract_name": "BLIP",
5
+ "contract_revision": "cd55ca845788417fad0f0c1e5888dcc3ea24f5a2",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "blip-image-captioning-base-mic",
9
  "kind": "fixture",
10
+ "revision": "cd55ca845788417fad0f0c1e5888dcc3ea24f5a2",
11
  "source_model": "Salesforce/blip-image-captioning-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/blip-image-captioning-base-mic",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 3.23,
34
  "environment_differs": {
 
 
 
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
 
42
  "runtime": {
43
  "device": "cpu",
44
  "dtype": "bfloat16",
45
+ "attn_implementation": "eager",
46
+ "attn_implementations": {
47
+ "text_config": "eager",
48
+ "vision_config": "eager"
49
+ }
50
  },
51
  "generated_tokens": [
52
  [
integrations/transformers/expectations/cpu-arm64/blip-image-captioning-base-mic.eager.json CHANGED
@@ -2,12 +2,12 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/blip-image-captioning-base-mic",
4
  "contract_name": "BLIP",
5
- "contract_revision": "40ea84c73c08c4afe6906f7dd0fc8f19a7570c8b",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "blip-image-captioning-base-mic",
9
  "kind": "fixture",
10
- "revision": "40ea84c73c08c4afe6906f7dd0fc8f19a7570c8b",
11
  "source_model": "Salesforce/blip-image-captioning-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/blip-image-captioning-base-mic",
@@ -30,11 +30,8 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 2.6,
34
  "environment_differs": {
35
- "torch": "2.15.0 (pinned 2.14.0)",
36
- "torchvision": "0.29.2 (pinned 0.29.1)",
37
- "torchaudio": "2.11.1 (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
  },
@@ -45,7 +42,11 @@
45
  "runtime": {
46
  "device": "cpu",
47
  "dtype": "float32",
48
- "attn_implementation": "eager"
 
 
 
 
49
  },
50
  "generated_tokens": [
51
  [
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/blip-image-captioning-base-mic",
4
  "contract_name": "BLIP",
5
+ "contract_revision": "cd55ca845788417fad0f0c1e5888dcc3ea24f5a2",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "blip-image-captioning-base-mic",
9
  "kind": "fixture",
10
+ "revision": "cd55ca845788417fad0f0c1e5888dcc3ea24f5a2",
11
  "source_model": "Salesforce/blip-image-captioning-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/blip-image-captioning-base-mic",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 2.93,
34
  "environment_differs": {
 
 
 
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
 
42
  "runtime": {
43
  "device": "cpu",
44
  "dtype": "float32",
45
+ "attn_implementation": "eager",
46
+ "attn_implementations": {
47
+ "text_config": "eager",
48
+ "vision_config": "eager"
49
+ }
50
  },
51
  "generated_tokens": [
52
  [
integrations/transformers/expectations/cpu-arm64/blip-image-captioning-base-mic.json CHANGED
@@ -2,12 +2,12 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/blip-image-captioning-base-mic",
4
  "contract_name": "BLIP",
5
- "contract_revision": "40ea84c73c08c4afe6906f7dd0fc8f19a7570c8b",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "blip-image-captioning-base-mic",
9
  "kind": "fixture",
10
- "revision": "40ea84c73c08c4afe6906f7dd0fc8f19a7570c8b",
11
  "source_model": "Salesforce/blip-image-captioning-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/blip-image-captioning-base-mic",
@@ -30,11 +30,8 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 2.42,
34
  "environment_differs": {
35
- "torch": "2.15.0 (pinned 2.14.0)",
36
- "torchvision": "0.29.2 (pinned 0.29.1)",
37
- "torchaudio": "2.11.1 (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
  },
@@ -45,7 +42,11 @@
45
  "runtime": {
46
  "device": "cpu",
47
  "dtype": "float32",
48
- "attn_implementation": "eager"
 
 
 
 
49
  },
50
  "generated_tokens": [
51
  [
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/blip-image-captioning-base-mic",
4
  "contract_name": "BLIP",
5
+ "contract_revision": "cd55ca845788417fad0f0c1e5888dcc3ea24f5a2",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "blip-image-captioning-base-mic",
9
  "kind": "fixture",
10
+ "revision": "cd55ca845788417fad0f0c1e5888dcc3ea24f5a2",
11
  "source_model": "Salesforce/blip-image-captioning-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/blip-image-captioning-base-mic",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 3.37,
34
  "environment_differs": {
 
 
 
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
  "huggingface-hub": "2.4.0 (pinned 2.3.0)"
37
  },
 
42
  "runtime": {
43
  "device": "cpu",
44
  "dtype": "float32",
45
+ "attn_implementation": "eager",
46
+ "attn_implementations": {
47
+ "text_config": "eager",
48
+ "vision_config": "eager"
49
+ }
50
  },
51
  "generated_tokens": [
52
  [