tarekziade HF Staff commited on
Commit
1ebeda6
·
verified ·
1 Parent(s): 348f1b4

Publish MIC usage, slim fixture and reviewed Transformers expectations

Browse files
README.md CHANGED
@@ -23,32 +23,14 @@ Runnable usage and the framework expectations directory are linked above.
23
 
24
  ## Slim model
25
 
26
- ### conv-bert-base-mic
27
-
28
- Slim model weights, executable usage and framework expectations in one repository.
29
-
30
- - [Contract manifest](integration.json)
31
- - [Transformers usage](integrations/transformers/usage.md)
32
- - [Transformers expectations](integrations/transformers/expectations)
33
- - [Fixture provenance](build.json)
34
- - [How the fixture was shrunk](https://huggingface-mic-mic-coverage.static.hf.space/shrink/conv-bert-base-mic.html)
35
-
36
- ## Contract
37
-
38
- ### ConvBERT base encoder
39
-
40
- Runnable usage and the framework expectations directory are linked above.
41
-
42
- ## Slim model
43
-
44
  ### Slim fixture: conv-bert-base-mic
45
 
46
- A 24.0M-parameter fixture for the [ConvBERT MIC](https://huggingface.co/huggingface-mic/conv-bert-base-mic), covering [`YituTech/conv-bert-base`](https://huggingface.co/YituTech/conv-bert-base). It is a test artifact, not a usable model, tagged `test-artifact` to keep it out of candidate-model search.
47
 
48
- - **Fixture key `ccb41d493e60`.** It covers every checkpoint whose processor files are byte-identical and whose config matches after shrinking.
49
  - **Same architecture, smaller config:** `ConvBertModel`, shrunk by the generic rule in [`sweep.py`](https://github.com/huggingface/transformers-mic/blob/main/experiments/sweep.py) (num_hidden_layers 2).
50
  - **Processor files copied byte for byte** from `YituTech/conv-bert-base`: `vocab.txt`.
51
- - **Random weights (seed 17).** They passed the input-sensitivity gate: every perturbation of the contract's inputs moved the logits by at least 0.001 (weakest: `attention_mask:all_ones`, 0.0143), so no training was needed.
52
  - **Same tensor names as the real checkpoint.** The real checkpoint has every parameter, and so does the fixture.
53
  - **Saved in float32**, the dtype `YituTech/conv-bert-base` loads in by default.
54
  - **Finite in float32, bfloat16, and float16** (forward, loss, gradients).
 
23
 
24
  ## Slim model
25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
26
  ### Slim fixture: conv-bert-base-mic
27
 
28
+ A 2.1M-parameter fixture for the [ConvBERT MIC](https://huggingface.co/huggingface-mic/conv-bert-base-mic), covering [`YituTech/conv-bert-base`](https://huggingface.co/YituTech/conv-bert-base). It is a test artifact, not a usable model, tagged `test-artifact` to keep it out of candidate-model search.
29
 
30
+ - **Fixture key `362e7b67d36f`.** It covers every checkpoint whose processor files are byte-identical and whose config matches after shrinking.
31
  - **Same architecture, smaller config:** `ConvBertModel`, shrunk by the generic rule in [`sweep.py`](https://github.com/huggingface/transformers-mic/blob/main/experiments/sweep.py) (num_hidden_layers 2).
32
  - **Processor files copied byte for byte** from `YituTech/conv-bert-base`: `vocab.txt`.
33
+ - **Random weights (seed 17).** They passed the input-sensitivity gate: every perturbation of the contract's inputs moved the logits by at least 0.001 (weakest: `attention_mask:all_ones`, 0.0103), so no training was needed.
34
  - **Same tensor names as the real checkpoint.** The real checkpoint has every parameter, and so does the fixture.
35
  - **Saved in float32**, the dtype `YituTech/conv-bert-base` loads in by default.
36
  - **Finite in float32, bfloat16, and float16** (forward, loss, gradients).
build.json CHANGED
@@ -1,129 +1,128 @@
1
  {
2
- "fixture": "huggingface-mic/conv-bert-base-mic",
3
- "key": "ccb41d493e60e4a925673f4784ded3645228beaec2f323c5b587c3f4a280baa4",
4
- "key_fields": {
5
- "architectures": [
6
- "ConvBertModel"
7
- ],
8
- "output_hidden_states": false,
9
- "return_dict": true,
10
- "chunk_size_feed_forward": 0,
11
- "is_encoder_decoder": false,
12
- "id2label": {
13
- "0": "LABEL_0",
14
- "1": "LABEL_1"
15
- },
16
- "label2id": {
17
- "LABEL_0": 0,
18
- "LABEL_1": 1
19
- },
20
- "problem_type": null,
21
- "vocab_size": 30522,
22
- "hidden_size": 64,
23
- "num_hidden_layers": 2,
24
- "num_attention_heads": 4,
25
- "intermediate_size": 128,
26
- "hidden_act": "gelu",
27
- "hidden_dropout_prob": 0.1,
28
- "attention_probs_dropout_prob": 0.1,
29
- "max_position_embeddings": 512,
30
- "type_vocab_size": 2,
31
- "initializer_range": 0.02,
32
- "layer_norm_eps": 1e-12,
33
- "pad_token_id": 0,
34
- "bos_token_id": 0,
35
- "eos_token_id": 2,
36
- "embedding_size": 768,
37
- "head_ratio": 2,
38
- "conv_kernel_size": 9,
39
- "num_groups": 1,
40
- "classifier_dropout": null,
41
- "is_decoder": false,
42
- "add_cross_attention": false,
43
- "tie_word_embeddings": true,
44
- "model_type": "convbert",
45
- "output_attentions": false
46
- },
47
- "covers": {
48
- "YituTech/conv-bert-base": "5cb451936b5c4a96562d8b146de85f64f9cf2c22"
49
  },
50
- "built_from": {
51
- "repo": "YituTech/conv-bert-base",
52
- "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22"
53
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
54
  "seed": 17,
55
- "dtype": "float32",
56
- "builder": "example/build_fixtures.py",
57
- "builder_revision": "d6c4e1368e76b3cb3fbd52f1d7813a1c321195c5",
58
- "recipe": {
59
- "seed": 17,
60
- "model_class": "ConvBertModel"
61
- },
62
- "shrink": "rule",
63
- "model_class": "ConvBertModel",
64
- "parameters": 23951524,
65
- "missing_parameters": [],
66
- "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
67
- "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
68
- "captured": {
69
- "call": "training step",
70
- "inputs": [
71
- "attention_mask",
72
- "input_ids",
73
- "token_type_ids"
74
- ],
75
- "class": "ConvBertModel"
76
- },
77
- "weights": "random",
78
- "gate": {
79
- "random": {
80
- "pass": true,
81
- "accepted_insensitive": {},
82
- "threshold": 0.001,
83
- "deltas": {
84
- "input_ids:roll_batch": 2.6929197311401367,
85
- "input_ids:reverse": 2.810927391052246,
86
- "token_type_ids:all_ones": 2.8679213523864746,
87
- "attention_mask:all_ones": 0.0143318772315979
88
- },
89
- "weakest": "attention_mask:all_ones",
90
- "no_perturbation_defined": [],
91
- "not_a_forward_parameter": []
92
- }
93
- },
94
- "numeric_health": {
95
- "float32": {
96
- "outputs_finite": true,
97
- "finite": true
98
- },
99
- "bfloat16": {
100
- "outputs_finite": true,
101
- "finite": true
102
- },
103
- "float16": {
104
- "outputs_finite": true,
105
- "finite": true
106
- }
107
- },
108
- "copied_unchanged": [
109
- "vocab.txt"
110
  ],
111
- "environment": {
112
- "python": "3.12.12",
113
- "machine": "arm64",
114
- "torch": "2.14.1",
115
- "transformers": "5.22.0.dev0",
116
- "tokenizers": "0.23.3"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
117
  },
118
- "sha256": {
119
- "config.json": "360cc63ab105443d6cca46469d232f252932087c184a5b9f578f8723ab6918a9",
120
- "model.safetensors": "c78052982fa2a6ddd065b7559823319eb78fafd9b6c96ccfdd1b52f326552bba",
121
- "vocab.txt": "ce0ab0a373c6ce1fe777eea87d927294379f2ce187e240f0a9e24d4e9ac22fa0"
122
  },
123
- "serialization": {
124
- "file": "model.safetensors",
125
- "reverted_conversions": [],
126
- "migrated_from": "pytorch_model.bin",
127
- "source_file": "pytorch_model.bin"
128
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
129
  }
 
1
  {
2
+ "fixture": "huggingface-mic/conv-bert-base-mic",
3
+ "key": "362e7b67d36fb27fd65a36aac39b403bee6ba3ac596ddd170c8e1f86411fd99a",
4
+ "key_fields": {
5
+ "architectures": [
6
+ "ConvBertModel"
7
+ ],
8
+ "output_hidden_states": false,
9
+ "return_dict": true,
10
+ "chunk_size_feed_forward": 0,
11
+ "is_encoder_decoder": false,
12
+ "id2label": {
13
+ "0": "LABEL_0",
14
+ "1": "LABEL_1"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  },
16
+ "label2id": {
17
+ "LABEL_0": 0,
18
+ "LABEL_1": 1
19
  },
20
+ "problem_type": null,
21
+ "vocab_size": 30522,
22
+ "hidden_size": 64,
23
+ "num_hidden_layers": 2,
24
+ "num_attention_heads": 4,
25
+ "intermediate_size": 128,
26
+ "hidden_act": "gelu",
27
+ "hidden_dropout_prob": 0.1,
28
+ "attention_probs_dropout_prob": 0.1,
29
+ "max_position_embeddings": 512,
30
+ "type_vocab_size": 2,
31
+ "initializer_range": 0.02,
32
+ "layer_norm_eps": 1e-12,
33
+ "pad_token_id": 0,
34
+ "bos_token_id": 0,
35
+ "eos_token_id": 2,
36
+ "embedding_size": 64,
37
+ "head_ratio": 2,
38
+ "conv_kernel_size": 9,
39
+ "num_groups": 1,
40
+ "classifier_dropout": null,
41
+ "is_decoder": false,
42
+ "add_cross_attention": false,
43
+ "tie_word_embeddings": true,
44
+ "model_type": "convbert",
45
+ "output_attentions": false
46
+ },
47
+ "covers": {
48
+ "YituTech/conv-bert-base": "5cb451936b5c4a96562d8b146de85f64f9cf2c22"
49
+ },
50
+ "built_from": {
51
+ "repo": "YituTech/conv-bert-base",
52
+ "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22"
53
+ },
54
+ "seed": 17,
55
+ "dtype": "float32",
56
+ "builder": "example/build_fixtures.py",
57
+ "builder_revision": "4140f5de707b81845dc190394fa962c91c66e343",
58
+ "recipe": {
59
  "seed": 17,
60
+ "model_class": "ConvBertModel"
61
+ },
62
+ "shrink": "rule",
63
+ "model_class": "ConvBertModel",
64
+ "parameters": 2051556,
65
+ "missing_parameters": [],
66
+ "serialization": {
67
+ "file": "model.safetensors",
68
+ "source_file": "pytorch_model.bin",
69
+ "reverted_conversions": []
70
+ },
71
+ "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
72
+ "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
73
+ "captured": {
74
+ "call": "training step",
75
+ "inputs": [
76
+ "attention_mask",
77
+ "input_ids",
78
+ "token_type_ids"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
79
  ],
80
+ "class": "ConvBertModel"
81
+ },
82
+ "weights": "random",
83
+ "gate": {
84
+ "random": {
85
+ "pass": true,
86
+ "accepted_insensitive": {},
87
+ "threshold": 0.001,
88
+ "deltas": {
89
+ "input_ids:roll_batch": 2.4594876766204834,
90
+ "input_ids:reverse": 3.477135419845581,
91
+ "token_type_ids:all_ones": 2.6367268562316895,
92
+ "attention_mask:all_ones": 0.010340392589569092
93
+ },
94
+ "weakest": "attention_mask:all_ones",
95
+ "no_perturbation_defined": [],
96
+ "not_a_forward_parameter": []
97
+ }
98
+ },
99
+ "numeric_health": {
100
+ "float32": {
101
+ "outputs_finite": true,
102
+ "finite": true
103
  },
104
+ "bfloat16": {
105
+ "outputs_finite": true,
106
+ "finite": true
 
107
  },
108
+ "float16": {
109
+ "outputs_finite": true,
110
+ "finite": true
 
 
111
  }
112
+ },
113
+ "copied_unchanged": [
114
+ "vocab.txt"
115
+ ],
116
+ "environment": {
117
+ "python": "3.11.14",
118
+ "machine": "arm64",
119
+ "torch": "2.15.0",
120
+ "transformers": "5.24.0.dev0",
121
+ "tokenizers": "0.23.3"
122
+ },
123
+ "sha256": {
124
+ "config.json": "d12205afc5684ff1755cff701f696561dbe3b39a572a6e29f0b626bc3803cfef",
125
+ "model.safetensors": "94ff00bb25949dd437d7b9fd157e21c7f84fb436c9aa6f33bd59560ab993eb7f",
126
+ "vocab.txt": "ce0ab0a373c6ce1fe777eea87d927294379f2ce187e240f0a9e24d4e9ac22fa0"
127
+ }
128
  }
config.json CHANGED
@@ -8,7 +8,7 @@
8
  "classifier_dropout": null,
9
  "conv_kernel_size": 9,
10
  "dtype": "float32",
11
- "embedding_size": 768,
12
  "eos_token_id": 2,
13
  "head_ratio": 2,
14
  "hidden_act": "gelu",
@@ -25,7 +25,7 @@
25
  "num_hidden_layers": 2,
26
  "pad_token_id": 0,
27
  "tie_word_embeddings": true,
28
- "transformers_version": "5.22.0.dev0",
29
  "type_vocab_size": 2,
30
  "vocab_size": 30522
31
  }
 
8
  "classifier_dropout": null,
9
  "conv_kernel_size": 9,
10
  "dtype": "float32",
11
+ "embedding_size": 64,
12
  "eos_token_id": 2,
13
  "head_ratio": 2,
14
  "hidden_act": "gelu",
 
25
  "num_hidden_layers": 2,
26
  "pad_token_id": 0,
27
  "tie_word_embeddings": true,
28
+ "transformers_version": "5.24.0.dev0",
29
  "type_vocab_size": 2,
30
  "vocab_size": 30522
31
  }
integrations/transformers/expectations/cpu-x86_64-bf16/conv-bert-base-mic.bfloat16.json CHANGED
@@ -2,18 +2,18 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
- "contract_revision": "4926c8d10687c909da4037318309ee648282b6c2",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "conv-bert-base-mic",
9
  "kind": "fixture",
10
- "revision": "4926c8d10687c909da4037318309ee648282b6c2",
11
  "source_model": "YituTech/conv-bert-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/conv-bert-base-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
- "transformers": "5.23.0.dev0",
17
  "sentence-transformers": null,
18
  "torch": "2.15.0+cpu",
19
  "torchvision": "0.29.2+cpu",
@@ -21,7 +21,7 @@
21
  "tokenizers": "0.23.3",
22
  "numpy": "2.3.5",
23
  "pillow": "13.0.0",
24
- "accelerate": "1.15.0",
25
  "safetensors": "0.8.0",
26
  "huggingface-hub": "2.4.0",
27
  "sentencepiece": "0.2.3",
@@ -30,12 +30,13 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 8.45,
34
  "environment_differs": {
35
  "torch": "2.15.0+cpu (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
 
39
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
40
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
41
  },
@@ -50,26 +51,26 @@
50
  },
51
  "hidden_probe": [
52
  [
53
- 0.84375,
54
- -0.2158203125
55
  ],
56
  [
57
- -0.859375,
58
- 0.11767578125
59
  ],
60
  [
61
- -0.333984375,
62
- 0.4140625
63
  ]
64
  ],
65
  "pooled_probe": [
66
- 0.84375,
67
- -0.2158203125,
68
- -0.7421875,
69
- 1.421875
70
  ],
71
  "training": {
72
- "loss": 0.671875,
73
  "gradients": {
74
  "encoder.layer.0.attention.self.query.weight": true,
75
  "encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
+ "contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "conv-bert-base-mic",
9
  "kind": "fixture",
10
+ "revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
11
  "source_model": "YituTech/conv-bert-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/conv-bert-base-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
+ "transformers": "5.24.0.dev0",
17
  "sentence-transformers": null,
18
  "torch": "2.15.0+cpu",
19
  "torchvision": "0.29.2+cpu",
 
21
  "tokenizers": "0.23.3",
22
  "numpy": "2.3.5",
23
  "pillow": "13.0.0",
24
+ "accelerate": "1.16.0",
25
  "safetensors": "0.8.0",
26
  "huggingface-hub": "2.4.0",
27
  "sentencepiece": "0.2.3",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 7.03,
34
  "environment_differs": {
35
  "torch": "2.15.0+cpu (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "accelerate": "1.16.0 (pinned 1.15.0)",
40
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
41
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
42
  },
 
51
  },
52
  "hidden_probe": [
53
  [
54
+ 0.4140625,
55
+ -0.11376953125
56
  ],
57
  [
58
+ -0.11572265625,
59
+ 0.640625
60
  ],
61
  [
62
+ 2.03125,
63
+ -0.01361083984375
64
  ]
65
  ],
66
  "pooled_probe": [
67
+ 0.4140625,
68
+ -0.11376953125,
69
+ 2.3125,
70
+ 1.84375
71
  ],
72
  "training": {
73
+ "loss": 0.68359375,
74
  "gradients": {
75
  "encoder.layer.0.attention.self.query.weight": true,
76
  "encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
integrations/transformers/expectations/cpu-x86_64-bf16/conv-bert-base.bfloat16.json CHANGED
@@ -2,7 +2,7 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
- "contract_revision": "4926c8d10687c909da4037318309ee648282b6c2",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "conv-bert-base",
@@ -10,7 +10,7 @@
10
  "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.23.0.dev0",
14
  "sentence-transformers": null,
15
  "torch": "2.15.0+cpu",
16
  "torchvision": "0.29.2+cpu",
@@ -18,7 +18,7 @@
18
  "tokenizers": "0.23.3",
19
  "numpy": "2.3.5",
20
  "pillow": "13.0.0",
21
- "accelerate": "1.15.0",
22
  "safetensors": "0.8.0",
23
  "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.3",
@@ -27,12 +27,13 @@
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
- "seconds": 8.53,
31
  "environment_differs": {
32
  "torch": "2.15.0+cpu (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
35
  "pillow": "13.0.0 (pinned 12.3.0)",
 
36
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
37
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
38
  },
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
+ "contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "conv-bert-base",
 
10
  "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.24.0.dev0",
14
  "sentence-transformers": null,
15
  "torch": "2.15.0+cpu",
16
  "torchvision": "0.29.2+cpu",
 
18
  "tokenizers": "0.23.3",
19
  "numpy": "2.3.5",
20
  "pillow": "13.0.0",
21
+ "accelerate": "1.16.0",
22
  "safetensors": "0.8.0",
23
  "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.3",
 
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 7.4,
31
  "environment_differs": {
32
  "torch": "2.15.0+cpu (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "accelerate": "1.16.0 (pinned 1.15.0)",
37
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
38
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
39
  },
integrations/transformers/expectations/cpu-x86_64/conv-bert-base-mic.eager.json CHANGED
@@ -2,18 +2,18 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
- "contract_revision": "4926c8d10687c909da4037318309ee648282b6c2",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "conv-bert-base-mic",
9
  "kind": "fixture",
10
- "revision": "4926c8d10687c909da4037318309ee648282b6c2",
11
  "source_model": "YituTech/conv-bert-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/conv-bert-base-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
- "transformers": "5.23.0.dev0",
17
  "sentence-transformers": null,
18
  "torch": "2.15.0+cpu",
19
  "torchvision": "0.29.2+cpu",
@@ -21,7 +21,7 @@
21
  "tokenizers": "0.23.3",
22
  "numpy": "2.3.5",
23
  "pillow": "13.0.0",
24
- "accelerate": "1.15.0",
25
  "safetensors": "0.8.0",
26
  "huggingface-hub": "2.4.0",
27
  "sentencepiece": "0.2.3",
@@ -30,12 +30,13 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 9.33,
34
  "environment_differs": {
35
  "torch": "2.15.0+cpu (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
 
39
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
40
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
41
  },
@@ -50,26 +51,26 @@
50
  },
51
  "hidden_probe": [
52
  [
53
- 0.8395350575447083,
54
- -0.21537329256534576
55
  ],
56
  [
57
- -0.8605899214744568,
58
- 0.11489450931549072
59
  ],
60
  [
61
- -0.3313477635383606,
62
- 0.4148886799812317
63
  ]
64
  ],
65
  "pooled_probe": [
66
- 0.8395350575447083,
67
- -0.21537329256534576,
68
- -0.7448293566703796,
69
- 1.4271477460861206
70
  ],
71
  "training": {
72
- "loss": 0.6750950813293457,
73
  "gradients": {
74
  "encoder.layer.0.attention.self.query.weight": true,
75
  "encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
+ "contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "conv-bert-base-mic",
9
  "kind": "fixture",
10
+ "revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
11
  "source_model": "YituTech/conv-bert-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/conv-bert-base-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
+ "transformers": "5.24.0.dev0",
17
  "sentence-transformers": null,
18
  "torch": "2.15.0+cpu",
19
  "torchvision": "0.29.2+cpu",
 
21
  "tokenizers": "0.23.3",
22
  "numpy": "2.3.5",
23
  "pillow": "13.0.0",
24
+ "accelerate": "1.16.0",
25
  "safetensors": "0.8.0",
26
  "huggingface-hub": "2.4.0",
27
  "sentencepiece": "0.2.3",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 6.91,
34
  "environment_differs": {
35
  "torch": "2.15.0+cpu (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "accelerate": "1.16.0 (pinned 1.15.0)",
40
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
41
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
42
  },
 
51
  },
52
  "hidden_probe": [
53
  [
54
+ 0.41219162940979004,
55
+ -0.11085042357444763
56
  ],
57
  [
58
+ -0.11787384003400803,
59
+ 0.6415557861328125
60
  ],
61
  [
62
+ 2.037031412124634,
63
+ -0.011885342188179493
64
  ]
65
  ],
66
  "pooled_probe": [
67
+ 0.41219162940979004,
68
+ -0.11085042357444763,
69
+ 2.318840980529785,
70
+ 1.845516562461853
71
  ],
72
  "training": {
73
+ "loss": 0.6881592273712158,
74
  "gradients": {
75
  "encoder.layer.0.attention.self.query.weight": true,
76
  "encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
integrations/transformers/expectations/cpu-x86_64/conv-bert-base-mic.json CHANGED
@@ -2,18 +2,18 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
- "contract_revision": "4926c8d10687c909da4037318309ee648282b6c2",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "conv-bert-base-mic",
9
  "kind": "fixture",
10
- "revision": "4926c8d10687c909da4037318309ee648282b6c2",
11
  "source_model": "YituTech/conv-bert-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/conv-bert-base-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
- "transformers": "5.23.0.dev0",
17
  "sentence-transformers": null,
18
  "torch": "2.15.0+cpu",
19
  "torchvision": "0.29.2+cpu",
@@ -21,7 +21,7 @@
21
  "tokenizers": "0.23.3",
22
  "numpy": "2.3.5",
23
  "pillow": "13.0.0",
24
- "accelerate": "1.15.0",
25
  "safetensors": "0.8.0",
26
  "huggingface-hub": "2.4.0",
27
  "sentencepiece": "0.2.3",
@@ -30,12 +30,13 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 10.15,
34
  "environment_differs": {
35
  "torch": "2.15.0+cpu (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
 
39
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
40
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
41
  },
@@ -50,26 +51,26 @@
50
  },
51
  "hidden_probe": [
52
  [
53
- 0.8395350575447083,
54
- -0.21537329256534576
55
  ],
56
  [
57
- -0.8605899214744568,
58
- 0.11489450931549072
59
  ],
60
  [
61
- -0.3313477635383606,
62
- 0.4148886799812317
63
  ]
64
  ],
65
  "pooled_probe": [
66
- 0.8395350575447083,
67
- -0.21537329256534576,
68
- -0.7448293566703796,
69
- 1.4271477460861206
70
  ],
71
  "training": {
72
- "loss": 0.6750950813293457,
73
  "gradients": {
74
  "encoder.layer.0.attention.self.query.weight": true,
75
  "encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
+ "contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "conv-bert-base-mic",
9
  "kind": "fixture",
10
+ "revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
11
  "source_model": "YituTech/conv-bert-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/conv-bert-base-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
+ "transformers": "5.24.0.dev0",
17
  "sentence-transformers": null,
18
  "torch": "2.15.0+cpu",
19
  "torchvision": "0.29.2+cpu",
 
21
  "tokenizers": "0.23.3",
22
  "numpy": "2.3.5",
23
  "pillow": "13.0.0",
24
+ "accelerate": "1.16.0",
25
  "safetensors": "0.8.0",
26
  "huggingface-hub": "2.4.0",
27
  "sentencepiece": "0.2.3",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 6.93,
34
  "environment_differs": {
35
  "torch": "2.15.0+cpu (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "accelerate": "1.16.0 (pinned 1.15.0)",
40
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
41
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
42
  },
 
51
  },
52
  "hidden_probe": [
53
  [
54
+ 0.41219162940979004,
55
+ -0.11085042357444763
56
  ],
57
  [
58
+ -0.11787384003400803,
59
+ 0.6415557861328125
60
  ],
61
  [
62
+ 2.037031412124634,
63
+ -0.011885342188179493
64
  ]
65
  ],
66
  "pooled_probe": [
67
+ 0.41219162940979004,
68
+ -0.11085042357444763,
69
+ 2.318840980529785,
70
+ 1.845516562461853
71
  ],
72
  "training": {
73
+ "loss": 0.6881592273712158,
74
  "gradients": {
75
  "encoder.layer.0.attention.self.query.weight": true,
76
  "encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
integrations/transformers/expectations/cpu-x86_64/conv-bert-base.eager.json CHANGED
@@ -2,7 +2,7 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
- "contract_revision": "4926c8d10687c909da4037318309ee648282b6c2",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "conv-bert-base",
@@ -10,7 +10,7 @@
10
  "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.23.0.dev0",
14
  "sentence-transformers": null,
15
  "torch": "2.15.0+cpu",
16
  "torchvision": "0.29.2+cpu",
@@ -18,7 +18,7 @@
18
  "tokenizers": "0.23.3",
19
  "numpy": "2.3.5",
20
  "pillow": "13.0.0",
21
- "accelerate": "1.15.0",
22
  "safetensors": "0.8.0",
23
  "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.3",
@@ -27,12 +27,13 @@
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
- "seconds": 10.19,
31
  "environment_differs": {
32
  "torch": "2.15.0+cpu (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
35
  "pillow": "13.0.0 (pinned 12.3.0)",
 
36
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
37
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
38
  },
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
+ "contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "conv-bert-base",
 
10
  "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.24.0.dev0",
14
  "sentence-transformers": null,
15
  "torch": "2.15.0+cpu",
16
  "torchvision": "0.29.2+cpu",
 
18
  "tokenizers": "0.23.3",
19
  "numpy": "2.3.5",
20
  "pillow": "13.0.0",
21
+ "accelerate": "1.16.0",
22
  "safetensors": "0.8.0",
23
  "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.3",
 
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 7.59,
31
  "environment_differs": {
32
  "torch": "2.15.0+cpu (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "accelerate": "1.16.0 (pinned 1.15.0)",
37
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
38
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
39
  },
integrations/transformers/expectations/cpu-x86_64/conv-bert-base.json CHANGED
@@ -2,7 +2,7 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
- "contract_revision": "4926c8d10687c909da4037318309ee648282b6c2",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "conv-bert-base",
@@ -10,7 +10,7 @@
10
  "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.23.0.dev0",
14
  "sentence-transformers": null,
15
  "torch": "2.15.0+cpu",
16
  "torchvision": "0.29.2+cpu",
@@ -18,7 +18,7 @@
18
  "tokenizers": "0.23.3",
19
  "numpy": "2.3.5",
20
  "pillow": "13.0.0",
21
- "accelerate": "1.15.0",
22
  "safetensors": "0.8.0",
23
  "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.3",
@@ -27,12 +27,13 @@
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
- "seconds": 11.21,
31
  "environment_differs": {
32
  "torch": "2.15.0+cpu (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
35
  "pillow": "13.0.0 (pinned 12.3.0)",
 
36
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
37
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
38
  },
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
+ "contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "conv-bert-base",
 
10
  "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.24.0.dev0",
14
  "sentence-transformers": null,
15
  "torch": "2.15.0+cpu",
16
  "torchvision": "0.29.2+cpu",
 
18
  "tokenizers": "0.23.3",
19
  "numpy": "2.3.5",
20
  "pillow": "13.0.0",
21
+ "accelerate": "1.16.0",
22
  "safetensors": "0.8.0",
23
  "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.3",
 
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 7.54,
31
  "environment_differs": {
32
  "torch": "2.15.0+cpu (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "accelerate": "1.16.0 (pinned 1.15.0)",
37
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
38
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
39
  },
integrations/transformers/expectations/cuda/conv-bert-base-mic.bfloat16.json CHANGED
@@ -2,26 +2,26 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
- "contract_revision": "4926c8d10687c909da4037318309ee648282b6c2",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "conv-bert-base-mic",
9
  "kind": "fixture",
10
- "revision": "4926c8d10687c909da4037318309ee648282b6c2",
11
  "source_model": "YituTech/conv-bert-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/conv-bert-base-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
- "transformers": "5.23.0.dev0",
17
  "sentence-transformers": null,
18
  "torch": "2.15.0+cu132",
19
  "torchvision": "0.29.2+cu132",
20
  "torchaudio": "2.11.1+cu132",
21
  "tokenizers": "0.23.3",
22
- "numpy": "2.4.6",
23
  "pillow": "13.0.0",
24
- "accelerate": "1.16.0.dev0",
25
  "safetensors": "0.8.0",
26
  "huggingface-hub": "2.4.0",
27
  "sentencepiece": "0.2.3",
@@ -30,14 +30,13 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 7.42,
34
  "environment_differs": {
35
  "torch": "2.15.0+cu132 (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
38
- "numpy": "2.4.6 (pinned 2.3.5)",
39
  "pillow": "13.0.0 (pinned 12.3.0)",
40
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
41
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
42
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
43
  },
@@ -52,26 +51,26 @@
52
  },
53
  "hidden_probe": [
54
  [
55
- 0.83984375,
56
- -0.2138671875
57
  ],
58
  [
59
- -0.859375,
60
- 0.1220703125
61
  ],
62
  [
63
- -0.330078125,
64
- 0.412109375
65
  ]
66
  ],
67
  "pooled_probe": [
68
- 0.83984375,
69
- -0.2138671875,
70
- -0.74609375,
71
- 1.421875
72
  ],
73
  "training": {
74
- "loss": 0.56640625,
75
  "gradients": {
76
  "encoder.layer.0.attention.self.query.weight": true,
77
  "encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
+ "contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "conv-bert-base-mic",
9
  "kind": "fixture",
10
+ "revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
11
  "source_model": "YituTech/conv-bert-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/conv-bert-base-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
+ "transformers": "5.24.0.dev0",
17
  "sentence-transformers": null,
18
  "torch": "2.15.0+cu132",
19
  "torchvision": "0.29.2+cu132",
20
  "torchaudio": "2.11.1+cu132",
21
  "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
  "pillow": "13.0.0",
24
+ "accelerate": "1.17.0.dev0",
25
  "safetensors": "0.8.0",
26
  "huggingface-hub": "2.4.0",
27
  "sentencepiece": "0.2.3",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 6.82,
34
  "environment_differs": {
35
  "torch": "2.15.0+cu132 (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
 
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "accelerate": "1.17.0.dev0 (pinned 1.15.0)",
40
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
41
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
42
  },
 
51
  },
52
  "hidden_probe": [
53
  [
54
+ 0.4140625,
55
+ -0.11376953125
56
  ],
57
  [
58
+ -0.11572265625,
59
+ 0.640625
60
  ],
61
  [
62
+ 2.03125,
63
+ -0.01348876953125
64
  ]
65
  ],
66
  "pooled_probe": [
67
+ 0.4140625,
68
+ -0.11376953125,
69
+ 2.3125,
70
+ 1.84375
71
  ],
72
  "training": {
73
+ "loss": 0.6796875,
74
  "gradients": {
75
  "encoder.layer.0.attention.self.query.weight": true,
76
  "encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
integrations/transformers/expectations/cuda/conv-bert-base-mic.eager.json CHANGED
@@ -2,26 +2,26 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
- "contract_revision": "4926c8d10687c909da4037318309ee648282b6c2",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "conv-bert-base-mic",
9
  "kind": "fixture",
10
- "revision": "4926c8d10687c909da4037318309ee648282b6c2",
11
  "source_model": "YituTech/conv-bert-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/conv-bert-base-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
- "transformers": "5.23.0.dev0",
17
  "sentence-transformers": null,
18
  "torch": "2.15.0+cu132",
19
  "torchvision": "0.29.2+cu132",
20
  "torchaudio": "2.11.1+cu132",
21
  "tokenizers": "0.23.3",
22
- "numpy": "2.4.6",
23
  "pillow": "13.0.0",
24
- "accelerate": "1.16.0.dev0",
25
  "safetensors": "0.8.0",
26
  "huggingface-hub": "2.4.0",
27
  "sentencepiece": "0.2.3",
@@ -30,14 +30,13 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 7.09,
34
  "environment_differs": {
35
  "torch": "2.15.0+cu132 (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
38
- "numpy": "2.4.6 (pinned 2.3.5)",
39
  "pillow": "13.0.0 (pinned 12.3.0)",
40
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
41
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
42
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
43
  },
@@ -52,26 +51,26 @@
52
  },
53
  "hidden_probe": [
54
  [
55
- 0.8395354151725769,
56
- -0.21537376940250397
57
  ],
58
  [
59
- -0.8605899810791016,
60
- 0.11489401757717133
61
  ],
62
  [
63
- -0.3313477039337158,
64
- 0.4148891866207123
65
  ]
66
  ],
67
  "pooled_probe": [
68
- 0.8395354151725769,
69
- -0.21537376940250397,
70
- -0.7448298335075378,
71
- 1.4271477460861206
72
  ],
73
  "training": {
74
- "loss": 0.9652947187423706,
75
  "gradients": {
76
  "encoder.layer.0.attention.self.query.weight": true,
77
  "encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
+ "contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "conv-bert-base-mic",
9
  "kind": "fixture",
10
+ "revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
11
  "source_model": "YituTech/conv-bert-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/conv-bert-base-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
+ "transformers": "5.24.0.dev0",
17
  "sentence-transformers": null,
18
  "torch": "2.15.0+cu132",
19
  "torchvision": "0.29.2+cu132",
20
  "torchaudio": "2.11.1+cu132",
21
  "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
  "pillow": "13.0.0",
24
+ "accelerate": "1.17.0.dev0",
25
  "safetensors": "0.8.0",
26
  "huggingface-hub": "2.4.0",
27
  "sentencepiece": "0.2.3",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 6.57,
34
  "environment_differs": {
35
  "torch": "2.15.0+cu132 (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
 
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "accelerate": "1.17.0.dev0 (pinned 1.15.0)",
40
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
41
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
42
  },
 
51
  },
52
  "hidden_probe": [
53
  [
54
+ 0.4121915400028229,
55
+ -0.11085039377212524
56
  ],
57
  [
58
+ -0.11787388473749161,
59
+ 0.641555905342102
60
  ],
61
  [
62
+ 2.037031412124634,
63
+ -0.011885353364050388
64
  ]
65
  ],
66
  "pooled_probe": [
67
+ 0.4121915400028229,
68
+ -0.11085039377212524,
69
+ 2.318840980529785,
70
+ 1.845516562461853
71
  ],
72
  "training": {
73
+ "loss": 0.8825702667236328,
74
  "gradients": {
75
  "encoder.layer.0.attention.self.query.weight": true,
76
  "encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
integrations/transformers/expectations/cuda/conv-bert-base-mic.json CHANGED
@@ -2,26 +2,26 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
- "contract_revision": "4926c8d10687c909da4037318309ee648282b6c2",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "conv-bert-base-mic",
9
  "kind": "fixture",
10
- "revision": "4926c8d10687c909da4037318309ee648282b6c2",
11
  "source_model": "YituTech/conv-bert-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/conv-bert-base-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
- "transformers": "5.23.0.dev0",
17
  "sentence-transformers": null,
18
  "torch": "2.15.0+cu132",
19
  "torchvision": "0.29.2+cu132",
20
  "torchaudio": "2.11.1+cu132",
21
  "tokenizers": "0.23.3",
22
- "numpy": "2.4.6",
23
  "pillow": "13.0.0",
24
- "accelerate": "1.16.0.dev0",
25
  "safetensors": "0.8.0",
26
  "huggingface-hub": "2.4.0",
27
  "sentencepiece": "0.2.3",
@@ -30,14 +30,13 @@
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
- "seconds": 8.48,
34
  "environment_differs": {
35
  "torch": "2.15.0+cu132 (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
38
- "numpy": "2.4.6 (pinned 2.3.5)",
39
  "pillow": "13.0.0 (pinned 12.3.0)",
40
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
41
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
42
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
43
  },
@@ -52,26 +51,26 @@
52
  },
53
  "hidden_probe": [
54
  [
55
- 0.8395354151725769,
56
- -0.21537376940250397
57
  ],
58
  [
59
- -0.8605899810791016,
60
- 0.11489401757717133
61
  ],
62
  [
63
- -0.3313477039337158,
64
- 0.4148891866207123
65
  ]
66
  ],
67
  "pooled_probe": [
68
- 0.8395354151725769,
69
- -0.21537376940250397,
70
- -0.7448298335075378,
71
- 1.4271477460861206
72
  ],
73
  "training": {
74
- "loss": 0.9652947187423706,
75
  "gradients": {
76
  "encoder.layer.0.attention.self.query.weight": true,
77
  "encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
+ "contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "conv-bert-base-mic",
9
  "kind": "fixture",
10
+ "revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
11
  "source_model": "YituTech/conv-bert-base",
12
  "weights": "random",
13
  "fixture_repo": "huggingface-mic/conv-bert-base-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
+ "transformers": "5.24.0.dev0",
17
  "sentence-transformers": null,
18
  "torch": "2.15.0+cu132",
19
  "torchvision": "0.29.2+cu132",
20
  "torchaudio": "2.11.1+cu132",
21
  "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
  "pillow": "13.0.0",
24
+ "accelerate": "1.17.0.dev0",
25
  "safetensors": "0.8.0",
26
  "huggingface-hub": "2.4.0",
27
  "sentencepiece": "0.2.3",
 
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 7.68,
34
  "environment_differs": {
35
  "torch": "2.15.0+cu132 (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
 
38
  "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "accelerate": "1.17.0.dev0 (pinned 1.15.0)",
40
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
41
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
42
  },
 
51
  },
52
  "hidden_probe": [
53
  [
54
+ 0.4121915400028229,
55
+ -0.11085039377212524
56
  ],
57
  [
58
+ -0.11787388473749161,
59
+ 0.641555905342102
60
  ],
61
  [
62
+ 2.037031412124634,
63
+ -0.011885353364050388
64
  ]
65
  ],
66
  "pooled_probe": [
67
+ 0.4121915400028229,
68
+ -0.11085039377212524,
69
+ 2.318840980529785,
70
+ 1.845516562461853
71
  ],
72
  "training": {
73
+ "loss": 0.8825702667236328,
74
  "gradients": {
75
  "encoder.layer.0.attention.self.query.weight": true,
76
  "encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
integrations/transformers/expectations/cuda/conv-bert-base.bfloat16.json CHANGED
@@ -2,7 +2,7 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
- "contract_revision": "4926c8d10687c909da4037318309ee648282b6c2",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "conv-bert-base",
@@ -10,15 +10,15 @@
10
  "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.23.0.dev0",
14
  "sentence-transformers": null,
15
  "torch": "2.15.0+cu132",
16
  "torchvision": "0.29.2+cu132",
17
  "torchaudio": "2.11.1+cu132",
18
  "tokenizers": "0.23.3",
19
- "numpy": "2.4.6",
20
  "pillow": "13.0.0",
21
- "accelerate": "1.16.0.dev0",
22
  "safetensors": "0.8.0",
23
  "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.3",
@@ -27,14 +27,13 @@
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
- "seconds": 8.02,
31
  "environment_differs": {
32
  "torch": "2.15.0+cu132 (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
35
- "numpy": "2.4.6 (pinned 2.3.5)",
36
  "pillow": "13.0.0 (pinned 12.3.0)",
37
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
38
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
39
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
40
  },
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
+ "contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "conv-bert-base",
 
10
  "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.24.0.dev0",
14
  "sentence-transformers": null,
15
  "torch": "2.15.0+cu132",
16
  "torchvision": "0.29.2+cu132",
17
  "torchaudio": "2.11.1+cu132",
18
  "tokenizers": "0.23.3",
19
+ "numpy": "2.3.5",
20
  "pillow": "13.0.0",
21
+ "accelerate": "1.17.0.dev0",
22
  "safetensors": "0.8.0",
23
  "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.3",
 
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 7.54,
31
  "environment_differs": {
32
  "torch": "2.15.0+cu132 (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
 
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "accelerate": "1.17.0.dev0 (pinned 1.15.0)",
37
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
38
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
39
  },
integrations/transformers/expectations/cuda/conv-bert-base.eager.json CHANGED
@@ -2,7 +2,7 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
- "contract_revision": "4926c8d10687c909da4037318309ee648282b6c2",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "conv-bert-base",
@@ -10,15 +10,15 @@
10
  "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.23.0.dev0",
14
  "sentence-transformers": null,
15
  "torch": "2.15.0+cu132",
16
  "torchvision": "0.29.2+cu132",
17
  "torchaudio": "2.11.1+cu132",
18
  "tokenizers": "0.23.3",
19
- "numpy": "2.4.6",
20
  "pillow": "13.0.0",
21
- "accelerate": "1.16.0.dev0",
22
  "safetensors": "0.8.0",
23
  "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.3",
@@ -27,14 +27,13 @@
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
- "seconds": 7.83,
31
  "environment_differs": {
32
  "torch": "2.15.0+cu132 (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
35
- "numpy": "2.4.6 (pinned 2.3.5)",
36
  "pillow": "13.0.0 (pinned 12.3.0)",
37
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
38
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
39
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
40
  },
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
+ "contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "conv-bert-base",
 
10
  "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.24.0.dev0",
14
  "sentence-transformers": null,
15
  "torch": "2.15.0+cu132",
16
  "torchvision": "0.29.2+cu132",
17
  "torchaudio": "2.11.1+cu132",
18
  "tokenizers": "0.23.3",
19
+ "numpy": "2.3.5",
20
  "pillow": "13.0.0",
21
+ "accelerate": "1.17.0.dev0",
22
  "safetensors": "0.8.0",
23
  "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.3",
 
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 7.39,
31
  "environment_differs": {
32
  "torch": "2.15.0+cu132 (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
 
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "accelerate": "1.17.0.dev0 (pinned 1.15.0)",
37
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
38
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
39
  },
integrations/transformers/expectations/cuda/conv-bert-base.json CHANGED
@@ -2,7 +2,7 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
- "contract_revision": "4926c8d10687c909da4037318309ee648282b6c2",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "conv-bert-base",
@@ -10,15 +10,15 @@
10
  "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.23.0.dev0",
14
  "sentence-transformers": null,
15
  "torch": "2.15.0+cu132",
16
  "torchvision": "0.29.2+cu132",
17
  "torchaudio": "2.11.1+cu132",
18
  "tokenizers": "0.23.3",
19
- "numpy": "2.4.6",
20
  "pillow": "13.0.0",
21
- "accelerate": "1.16.0.dev0",
22
  "safetensors": "0.8.0",
23
  "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.3",
@@ -27,14 +27,13 @@
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
- "seconds": 8.06,
31
  "environment_differs": {
32
  "torch": "2.15.0+cu132 (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
35
- "numpy": "2.4.6 (pinned 2.3.5)",
36
  "pillow": "13.0.0 (pinned 12.3.0)",
37
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
38
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
39
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
40
  },
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/conv-bert-base-mic",
4
  "contract_name": "ConvBERT",
5
+ "contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "conv-bert-base",
 
10
  "revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.24.0.dev0",
14
  "sentence-transformers": null,
15
  "torch": "2.15.0+cu132",
16
  "torchvision": "0.29.2+cu132",
17
  "torchaudio": "2.11.1+cu132",
18
  "tokenizers": "0.23.3",
19
+ "numpy": "2.3.5",
20
  "pillow": "13.0.0",
21
+ "accelerate": "1.17.0.dev0",
22
  "safetensors": "0.8.0",
23
  "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.3",
 
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 7.33,
31
  "environment_differs": {
32
  "torch": "2.15.0+cu132 (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
 
35
  "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "accelerate": "1.17.0.dev0 (pinned 1.15.0)",
37
  "huggingface-hub": "2.4.0 (pinned 2.3.0)",
38
  "sentencepiece": "0.2.3 (pinned 0.2.2)"
39
  },
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c78052982fa2a6ddd065b7559823319eb78fafd9b6c96ccfdd1b52f326552bba
3
- size 95812080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94ff00bb25949dd437d7b9fd157e21c7f84fb436c9aa6f33bd59560ab993eb7f
3
+ size 8211912