Review cloud MIC baselines arm64-Perceiver

#1
by tarekziade HF Staff - opened
integrations/transformers/expectations/cpu-arm64/language-perceiver-mic.bfloat16.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/language-perceiver-mic",
4
+ "contract_name": "Perceiver",
5
+ "contract_revision": "cc1f42a52a7ac0b2d401e475a58936502f094483",
6
+ "framework": "transformers",
7
+ "variant": "bfloat16",
8
+ "target": "language-perceiver-mic",
9
+ "kind": "fixture",
10
+ "revision": "cc1f42a52a7ac0b2d401e475a58936502f094483",
11
+ "source_model": "deepmind/language-perceiver",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/language-perceiver-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 3.06,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "eager"
49
+ },
50
+ "masked_logits": [
51
+ [
52
+ -0.00982666015625,
53
+ -0.00041961669921875,
54
+ 0.00396728515625,
55
+ -0.005859375,
56
+ 0.00439453125
57
+ ],
58
+ [
59
+ -0.0098876953125,
60
+ -0.000415802001953125,
61
+ 0.003936767578125,
62
+ -0.005828857421875,
63
+ 0.00439453125
64
+ ],
65
+ [
66
+ -0.0098876953125,
67
+ -0.000392913818359375,
68
+ 0.003997802734375,
69
+ -0.005828857421875,
70
+ 0.004425048828125
71
+ ]
72
+ ],
73
+ "training": {
74
+ "loss": 5.5,
75
+ "gradients": {
76
+ "perceiver.input_preprocessor.embeddings.weight": true,
77
+ "perceiver.encoder.self_attends.0.attention.self.query.weight": true
78
+ },
79
+ "updated": true
80
+ }
81
+ }
82
+ }
integrations/transformers/expectations/cpu-arm64/language-perceiver-mic.eager.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/language-perceiver-mic",
4
+ "contract_name": "Perceiver",
5
+ "contract_revision": "cc1f42a52a7ac0b2d401e475a58936502f094483",
6
+ "framework": "transformers",
7
+ "variant": "eager",
8
+ "target": "language-perceiver-mic",
9
+ "kind": "fixture",
10
+ "revision": "cc1f42a52a7ac0b2d401e475a58936502f094483",
11
+ "source_model": "deepmind/language-perceiver",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/language-perceiver-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 2.7,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "float32",
48
+ "attn_implementation": "eager"
49
+ },
50
+ "masked_logits": [
51
+ [
52
+ -0.009873750619590282,
53
+ -0.000412261753808707,
54
+ 0.0039741164073348045,
55
+ -0.005875542759895325,
56
+ 0.004443126730620861
57
+ ],
58
+ [
59
+ -0.009850229136645794,
60
+ -0.0003942417388316244,
61
+ 0.003951024264097214,
62
+ -0.0058440896682441235,
63
+ 0.004436178598552942
64
+ ],
65
+ [
66
+ -0.009858435951173306,
67
+ -0.0003815248201135546,
68
+ 0.003993998281657696,
69
+ -0.005842580460011959,
70
+ 0.004447495099157095
71
+ ]
72
+ ],
73
+ "training": {
74
+ "loss": 5.568587303161621,
75
+ "gradients": {
76
+ "perceiver.input_preprocessor.embeddings.weight": true,
77
+ "perceiver.encoder.self_attends.0.attention.self.query.weight": true
78
+ },
79
+ "updated": true
80
+ }
81
+ }
82
+ }
integrations/transformers/expectations/cpu-arm64/language-perceiver-mic.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/language-perceiver-mic",
4
+ "contract_name": "Perceiver",
5
+ "contract_revision": "cc1f42a52a7ac0b2d401e475a58936502f094483",
6
+ "framework": "transformers",
7
+ "variant": "default",
8
+ "target": "language-perceiver-mic",
9
+ "kind": "fixture",
10
+ "revision": "cc1f42a52a7ac0b2d401e475a58936502f094483",
11
+ "source_model": "deepmind/language-perceiver",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/language-perceiver-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 2.67,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "float32",
48
+ "attn_implementation": "eager"
49
+ },
50
+ "masked_logits": [
51
+ [
52
+ -0.009873750619590282,
53
+ -0.000412261753808707,
54
+ 0.0039741164073348045,
55
+ -0.005875542759895325,
56
+ 0.004443126730620861
57
+ ],
58
+ [
59
+ -0.009850229136645794,
60
+ -0.0003942417388316244,
61
+ 0.003951024264097214,
62
+ -0.0058440896682441235,
63
+ 0.004436178598552942
64
+ ],
65
+ [
66
+ -0.009858435951173306,
67
+ -0.0003815248201135546,
68
+ 0.003993998281657696,
69
+ -0.005842580460011959,
70
+ 0.004447495099157095
71
+ ]
72
+ ],
73
+ "training": {
74
+ "loss": 5.568587303161621,
75
+ "gradients": {
76
+ "perceiver.input_preprocessor.embeddings.weight": true,
77
+ "perceiver.encoder.self_attends.0.attention.self.query.weight": true
78
+ },
79
+ "updated": true
80
+ }
81
+ }
82
+ }