Review cloud MIC baselines arm64-Sam2Video

#2
by tarekziade HF Staff - opened
integrations/transformers/expectations/cpu-arm64/sam2.1-hiera-tiny-mic.bfloat16.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/sam2.1-hiera-tiny-mic",
4
+ "contract_name": "Sam2Video",
5
+ "contract_revision": "8d470a2d5ce0bad98c6b977323e6e19c61771af6",
6
+ "framework": "transformers",
7
+ "variant": "bfloat16",
8
+ "target": "sam2.1-hiera-tiny-mic",
9
+ "kind": "fixture",
10
+ "revision": "8d470a2d5ce0bad98c6b977323e6e19c61771af6",
11
+ "source_model": "facebook/sam2.1-hiera-tiny",
12
+ "weights": "overfit",
13
+ "fixture_repo": "huggingface-mic/sam2.1-hiera-tiny-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 16.4,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "bfloat16",
48
+ "attn_implementation": "sdpa",
49
+ "attn_implementations": {
50
+ "mask_decoder_config": "sdpa",
51
+ "vision_config": "sdpa"
52
+ }
53
+ },
54
+ "pred_masks": [
55
+ -0.00038909912109375,
56
+ -0.00020503997802734375,
57
+ -0.00021076202392578125,
58
+ -0.0001506805419921875,
59
+ -0.00016021728515625,
60
+ 0.0001621246337890625,
61
+ -0.0001583099365234375,
62
+ 0.00011157989501953125,
63
+ -0.000202178955078125,
64
+ -0.0001010894775390625,
65
+ -0.000606536865234375,
66
+ 0.00012159347534179688,
67
+ -0.000164031982421875,
68
+ 0.00012302398681640625,
69
+ 8.440017700195312e-05,
70
+ 0.00011301040649414062,
71
+ 0.0004825592041015625,
72
+ 0.0003223419189453125,
73
+ 0.000316619873046875,
74
+ 0.0003185272216796875,
75
+ 0.00045013427734375,
76
+ 0.0001735687255859375,
77
+ 0.00018978118896484375,
78
+ 0.0001773834228515625,
79
+ 0.0004482269287109375,
80
+ 0.00019359588623046875,
81
+ 0.00151824951171875,
82
+ 0.00150299072265625,
83
+ 0.0004673004150390625,
84
+ 0.00023651123046875,
85
+ 0.00151824951171875,
86
+ 0.00151824951171875
87
+ ],
88
+ "iou_scores": [
89
+ 0.5,
90
+ 0.5
91
+ ],
92
+ "training": {
93
+ "loss": 0.6937097907066345,
94
+ "gradients": {
95
+ "vision_encoder.backbone.patch_embed.projection.weight": true,
96
+ "vision_encoder.neck.convs.0.weight": true,
97
+ "prompt_encoder.point_embed.weight": true,
98
+ "mask_decoder.upscale_conv1.weight": true
99
+ },
100
+ "updated": true
101
+ }
102
+ }
103
+ }
integrations/transformers/expectations/cpu-arm64/sam2.1-hiera-tiny-mic.eager.json ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/sam2.1-hiera-tiny-mic",
4
+ "contract_name": "Sam2Video",
5
+ "contract_revision": "8d470a2d5ce0bad98c6b977323e6e19c61771af6",
6
+ "framework": "transformers",
7
+ "variant": "eager",
8
+ "target": "sam2.1-hiera-tiny-mic",
9
+ "kind": "fixture",
10
+ "revision": "8d470a2d5ce0bad98c6b977323e6e19c61771af6",
11
+ "source_model": "facebook/sam2.1-hiera-tiny",
12
+ "weights": "overfit",
13
+ "fixture_repo": "huggingface-mic/sam2.1-hiera-tiny-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 3.66,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "float32",
48
+ "attn_implementation": "eager",
49
+ "attn_implementations": {
50
+ "mask_decoder_config": "eager",
51
+ "prompt_encoder_config": "eager",
52
+ "vision_config": "eager"
53
+ }
54
+ },
55
+ "pred_masks": [
56
+ -0.0003897789283655584,
57
+ -0.00020272111578378826,
58
+ -0.00020471945754252374,
59
+ -0.00015301202074624598,
60
+ -0.00015689207066316158,
61
+ 0.0001631632912904024,
62
+ -0.0001604554709047079,
63
+ 0.00011673937842715532,
64
+ -0.00019973939924966544,
65
+ -0.00010414794815005735,
66
+ -0.0006214408203959465,
67
+ 0.00012212467845529318,
68
+ -0.0001635186345083639,
69
+ 0.00012624426744878292,
70
+ 9.197411418426782e-05,
71
+ 0.00012316870561335236,
72
+ 0.0004818531160708517,
73
+ 0.00032225970062427223,
74
+ 0.00031332741491496563,
75
+ 0.00032832386204972863,
76
+ 0.0004495862522162497,
77
+ 0.00017555298109073192,
78
+ 0.00019448909733910114,
79
+ 0.00017809533164836466,
80
+ 0.0004501061048358679,
81
+ 0.00018926564371213317,
82
+ 0.001521312864497304,
83
+ 0.0015213143778964877,
84
+ 0.0004671467177104205,
85
+ 0.00023959738609846681,
86
+ 0.0015211625723168254,
87
+ 0.0015208640834316611
88
+ ],
89
+ "iou_scores": [
90
+ 0.4993630349636078,
91
+ 0.5010437965393066
92
+ ],
93
+ "training": {
94
+ "loss": 0.6937097311019897,
95
+ "gradients": {
96
+ "vision_encoder.backbone.patch_embed.projection.weight": true,
97
+ "vision_encoder.neck.convs.0.weight": true,
98
+ "prompt_encoder.point_embed.weight": true,
99
+ "mask_decoder.upscale_conv1.weight": true
100
+ },
101
+ "updated": true
102
+ }
103
+ }
104
+ }
integrations/transformers/expectations/cpu-arm64/sam2.1-hiera-tiny-mic.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/sam2.1-hiera-tiny-mic",
4
+ "contract_name": "Sam2Video",
5
+ "contract_revision": "8d470a2d5ce0bad98c6b977323e6e19c61771af6",
6
+ "framework": "transformers",
7
+ "variant": "default",
8
+ "target": "sam2.1-hiera-tiny-mic",
9
+ "kind": "fixture",
10
+ "revision": "8d470a2d5ce0bad98c6b977323e6e19c61771af6",
11
+ "source_model": "facebook/sam2.1-hiera-tiny",
12
+ "weights": "overfit",
13
+ "fixture_repo": "huggingface-mic/sam2.1-hiera-tiny-mic",
14
+ "environment": {
15
+ "python": "3.11.14",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0",
19
+ "torchvision": "0.29.2",
20
+ "torchaudio": "2.11.1",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.2",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 3.98,
34
+ "environment_differs": {
35
+ "torch": "2.15.0 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1 (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)"
40
+ },
41
+ "platform": "cpu-arm64",
42
+ "template_date": "2026-01-01"
43
+ },
44
+ "outputs": {
45
+ "runtime": {
46
+ "device": "cpu",
47
+ "dtype": "float32",
48
+ "attn_implementation": "sdpa",
49
+ "attn_implementations": {
50
+ "mask_decoder_config": "sdpa",
51
+ "vision_config": "sdpa"
52
+ }
53
+ },
54
+ "pred_masks": [
55
+ -0.00038977875374257565,
56
+ -0.00020272115943953395,
57
+ -0.00020471950119826943,
58
+ -0.00015301194798666984,
59
+ -0.00015689227438997477,
60
+ 0.00016316361143253744,
61
+ -0.0001604551071068272,
62
+ 0.00011673950939439237,
63
+ -0.00019973931193817407,
64
+ -0.00010414768621558324,
65
+ -0.0006214403547346592,
66
+ 0.00012212444562464952,
67
+ -0.00016351861995644867,
68
+ 0.00012624418013729155,
69
+ 9.197403414873406e-05,
70
+ 0.0001231684727827087,
71
+ 0.0004818532324861735,
72
+ 0.0003222601371817291,
73
+ 0.00031332793878391385,
74
+ 0.00032832438591867685,
75
+ 0.00044958648504689336,
76
+ 0.00017555347585584968,
77
+ 0.00019448951934464276,
78
+ 0.0001780957099981606,
79
+ 0.00045010598842054605,
80
+ 0.0001892657164717093,
81
+ 0.0015213125152513385,
82
+ 0.0015213139122352004,
83
+ 0.00046714689233340323,
84
+ 0.00023959788086358458,
85
+ 0.0015211618738248944,
86
+ 0.0015208632685244083
87
+ ],
88
+ "iou_scores": [
89
+ 0.4993630349636078,
90
+ 0.5010437965393066
91
+ ],
92
+ "training": {
93
+ "loss": 0.6937097311019897,
94
+ "gradients": {
95
+ "vision_encoder.backbone.patch_embed.projection.weight": true,
96
+ "vision_encoder.neck.convs.0.weight": true,
97
+ "prompt_encoder.point_embed.weight": true,
98
+ "mask_decoder.upscale_conv1.weight": true
99
+ },
100
+ "updated": true
101
+ }
102
+ }
103
+ }