tarekziade HF Staff commited on
Commit
371d3ec
·
verified ·
1 Parent(s): d03ef8c

Review cloud MIC baselines arm64-Jamba

Browse files

Measured and independently validated on CPU and CUDA. Review reasons: {"cpu/prototypes/Jamba/Jamba-tiny-dev-mic/bfloat16": {"reason": "New or unchanged measured reference", "sha256": "f5d6e9fef4667c39d1d4e928f98ede77ecdf55d0c03001ef94f3e283bbd50784", "verdict": "new"}, "cpu/prototypes/Jamba/Jamba-tiny-dev-mic/default": {"reason": "New or unchanged measured reference", "sha256": "523f33bc34f1c8ebc50293e2576e657cbf4f0869d0a7f415227c974001ddafb2", "verdict": "new"}, "cpu/prototypes/Jamba/Jamba-tiny-dev-mic/eager": {"reason": "New or unchanged measured reference", "sha256": "8f12a54180ab20168829521a3d236dc5e6670d0ab5c0f2aff54c9dbee535d385", "verdict": "new"}}

integrations/transformers/expectations/cpu-arm64/Jamba-tiny-dev-mic.bfloat16.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/Jamba-tiny-dev-mic",
4
+ "contract_name": "Jamba",
5
+ "contract_revision": "d03ef8cc4d1f81b8af2ae68030ecaa9bc1d51a6d",
6
+ "framework": "transformers",
7
+ "variant": "bfloat16",
8
+ "target": "Jamba-tiny-dev-mic",
9
+ "kind": "fixture",
10
+ "revision": "d03ef8cc4d1f81b8af2ae68030ecaa9bc1d51a6d",
11
+ "source_model": "ai21labs/Jamba-tiny-dev",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/Jamba-tiny-dev-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 2.24,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "sdpa"
49
+ },
50
+ "last_logits": [
51
+ [
52
+ -0.166015625,
53
+ 0.09814453125,
54
+ -0.0267333984375,
55
+ 0.09765625,
56
+ 0.10498046875
57
+ ],
58
+ [
59
+ -0.1201171875,
60
+ 0.0947265625,
61
+ -0.00927734375,
62
+ 0.095703125,
63
+ 0.0634765625
64
+ ]
65
+ ],
66
+ "next_token_ids": [
67
+ 63289,
68
+ 63289
69
+ ],
70
+ "training": {
71
+ "loss": 11.139741897583008,
72
+ "gradients": {
73
+ "model.layers.0.mamba.in_proj.weight": true,
74
+ "model.layers.0.feed_forward.gate_proj.weight": true
75
+ },
76
+ "updated": true
77
+ }
78
+ }
79
+ }
integrations/transformers/expectations/cpu-arm64/Jamba-tiny-dev-mic.eager.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/Jamba-tiny-dev-mic",
4
+ "contract_name": "Jamba",
5
+ "contract_revision": "d03ef8cc4d1f81b8af2ae68030ecaa9bc1d51a6d",
6
+ "framework": "transformers",
7
+ "variant": "eager",
8
+ "target": "Jamba-tiny-dev-mic",
9
+ "kind": "fixture",
10
+ "revision": "d03ef8cc4d1f81b8af2ae68030ecaa9bc1d51a6d",
11
+ "source_model": "ai21labs/Jamba-tiny-dev",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/Jamba-tiny-dev-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 2.17,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "float32",
48
+ "attn_implementation": "eager"
49
+ },
50
+ "last_logits": [
51
+ [
52
+ -0.16592715680599213,
53
+ 0.09719660133123398,
54
+ -0.02735254168510437,
55
+ 0.0969439446926117,
56
+ 0.1053500697016716
57
+ ],
58
+ [
59
+ -0.11996717751026154,
60
+ 0.09445894509553909,
61
+ -0.009807048365473747,
62
+ 0.09533165395259857,
63
+ 0.06285154819488525
64
+ ]
65
+ ],
66
+ "next_token_ids": [
67
+ 63289,
68
+ 63289
69
+ ],
70
+ "training": {
71
+ "loss": 11.139444351196289,
72
+ "gradients": {
73
+ "model.layers.0.mamba.in_proj.weight": true,
74
+ "model.layers.0.feed_forward.gate_proj.weight": true
75
+ },
76
+ "updated": true
77
+ }
78
+ }
79
+ }
integrations/transformers/expectations/cpu-arm64/Jamba-tiny-dev-mic.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/Jamba-tiny-dev-mic",
4
+ "contract_name": "Jamba",
5
+ "contract_revision": "d03ef8cc4d1f81b8af2ae68030ecaa9bc1d51a6d",
6
+ "framework": "transformers",
7
+ "variant": "default",
8
+ "target": "Jamba-tiny-dev-mic",
9
+ "kind": "fixture",
10
+ "revision": "d03ef8cc4d1f81b8af2ae68030ecaa9bc1d51a6d",
11
+ "source_model": "ai21labs/Jamba-tiny-dev",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/Jamba-tiny-dev-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 2.16,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "float32",
48
+ "attn_implementation": "sdpa"
49
+ },
50
+ "last_logits": [
51
+ [
52
+ -0.16592717170715332,
53
+ 0.09719660878181458,
54
+ -0.027352573350071907,
55
+ 0.0969439372420311,
56
+ 0.10535009950399399
57
+ ],
58
+ [
59
+ -0.11996719986200333,
60
+ 0.09445895254611969,
61
+ -0.009807050228118896,
62
+ 0.09533163905143738,
63
+ 0.06285154074430466
64
+ ]
65
+ ],
66
+ "next_token_ids": [
67
+ 63289,
68
+ 63289
69
+ ],
70
+ "training": {
71
+ "loss": 11.139444351196289,
72
+ "gradients": {
73
+ "model.layers.0.mamba.in_proj.weight": true,
74
+ "model.layers.0.feed_forward.gate_proj.weight": true
75
+ },
76
+ "updated": true
77
+ }
78
+ }
79
+ }