Publish MIC usage, slim fixture and reviewed Transformers expectations
Browse files- README.md +3 -21
- build.json +119 -120
- config.json +2 -2
- integrations/transformers/expectations/cpu-x86_64-bf16/conv-bert-base-mic.bfloat16.json +17 -16
- integrations/transformers/expectations/cpu-x86_64-bf16/conv-bert-base.bfloat16.json +5 -4
- integrations/transformers/expectations/cpu-x86_64/conv-bert-base-mic.eager.json +17 -16
- integrations/transformers/expectations/cpu-x86_64/conv-bert-base-mic.json +17 -16
- integrations/transformers/expectations/cpu-x86_64/conv-bert-base.eager.json +5 -4
- integrations/transformers/expectations/cpu-x86_64/conv-bert-base.json +5 -4
- integrations/transformers/expectations/cuda/conv-bert-base-mic.bfloat16.json +18 -19
- integrations/transformers/expectations/cuda/conv-bert-base-mic.eager.json +18 -19
- integrations/transformers/expectations/cuda/conv-bert-base-mic.json +18 -19
- integrations/transformers/expectations/cuda/conv-bert-base.bfloat16.json +6 -7
- integrations/transformers/expectations/cuda/conv-bert-base.eager.json +6 -7
- integrations/transformers/expectations/cuda/conv-bert-base.json +6 -7
- model.safetensors +2 -2
README.md
CHANGED
|
@@ -23,32 +23,14 @@ Runnable usage and the framework expectations directory are linked above.
|
|
| 23 |
|
| 24 |
## Slim model
|
| 25 |
|
| 26 |
-
### conv-bert-base-mic
|
| 27 |
-
|
| 28 |
-
Slim model weights, executable usage and framework expectations in one repository.
|
| 29 |
-
|
| 30 |
-
- [Contract manifest](integration.json)
|
| 31 |
-
- [Transformers usage](integrations/transformers/usage.md)
|
| 32 |
-
- [Transformers expectations](integrations/transformers/expectations)
|
| 33 |
-
- [Fixture provenance](build.json)
|
| 34 |
-
- [How the fixture was shrunk](https://huggingface-mic-mic-coverage.static.hf.space/shrink/conv-bert-base-mic.html)
|
| 35 |
-
|
| 36 |
-
## Contract
|
| 37 |
-
|
| 38 |
-
### ConvBERT base encoder
|
| 39 |
-
|
| 40 |
-
Runnable usage and the framework expectations directory are linked above.
|
| 41 |
-
|
| 42 |
-
## Slim model
|
| 43 |
-
|
| 44 |
### Slim fixture: conv-bert-base-mic
|
| 45 |
|
| 46 |
-
A
|
| 47 |
|
| 48 |
-
- **Fixture key `
|
| 49 |
- **Same architecture, smaller config:** `ConvBertModel`, shrunk by the generic rule in [`sweep.py`](https://github.com/huggingface/transformers-mic/blob/main/experiments/sweep.py) (num_hidden_layers 2).
|
| 50 |
- **Processor files copied byte for byte** from `YituTech/conv-bert-base`: `vocab.txt`.
|
| 51 |
-
- **Random weights (seed 17).** They passed the input-sensitivity gate: every perturbation of the contract's inputs moved the logits by at least 0.001 (weakest: `attention_mask:all_ones`, 0.
|
| 52 |
- **Same tensor names as the real checkpoint.** The real checkpoint has every parameter, and so does the fixture.
|
| 53 |
- **Saved in float32**, the dtype `YituTech/conv-bert-base` loads in by default.
|
| 54 |
- **Finite in float32, bfloat16, and float16** (forward, loss, gradients).
|
|
|
|
| 23 |
|
| 24 |
## Slim model
|
| 25 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
### Slim fixture: conv-bert-base-mic
|
| 27 |
|
| 28 |
+
A 2.1M-parameter fixture for the [ConvBERT MIC](https://huggingface.co/huggingface-mic/conv-bert-base-mic), covering [`YituTech/conv-bert-base`](https://huggingface.co/YituTech/conv-bert-base). It is a test artifact, not a usable model, tagged `test-artifact` to keep it out of candidate-model search.
|
| 29 |
|
| 30 |
+
- **Fixture key `362e7b67d36f`.** It covers every checkpoint whose processor files are byte-identical and whose config matches after shrinking.
|
| 31 |
- **Same architecture, smaller config:** `ConvBertModel`, shrunk by the generic rule in [`sweep.py`](https://github.com/huggingface/transformers-mic/blob/main/experiments/sweep.py) (num_hidden_layers 2).
|
| 32 |
- **Processor files copied byte for byte** from `YituTech/conv-bert-base`: `vocab.txt`.
|
| 33 |
+
- **Random weights (seed 17).** They passed the input-sensitivity gate: every perturbation of the contract's inputs moved the logits by at least 0.001 (weakest: `attention_mask:all_ones`, 0.0103), so no training was needed.
|
| 34 |
- **Same tensor names as the real checkpoint.** The real checkpoint has every parameter, and so does the fixture.
|
| 35 |
- **Saved in float32**, the dtype `YituTech/conv-bert-base` loads in by default.
|
| 36 |
- **Finite in float32, bfloat16, and float16** (forward, loss, gradients).
|
build.json
CHANGED
|
@@ -1,129 +1,128 @@
|
|
| 1 |
{
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
},
|
| 16 |
-
"label2id": {
|
| 17 |
-
"LABEL_0": 0,
|
| 18 |
-
"LABEL_1": 1
|
| 19 |
-
},
|
| 20 |
-
"problem_type": null,
|
| 21 |
-
"vocab_size": 30522,
|
| 22 |
-
"hidden_size": 64,
|
| 23 |
-
"num_hidden_layers": 2,
|
| 24 |
-
"num_attention_heads": 4,
|
| 25 |
-
"intermediate_size": 128,
|
| 26 |
-
"hidden_act": "gelu",
|
| 27 |
-
"hidden_dropout_prob": 0.1,
|
| 28 |
-
"attention_probs_dropout_prob": 0.1,
|
| 29 |
-
"max_position_embeddings": 512,
|
| 30 |
-
"type_vocab_size": 2,
|
| 31 |
-
"initializer_range": 0.02,
|
| 32 |
-
"layer_norm_eps": 1e-12,
|
| 33 |
-
"pad_token_id": 0,
|
| 34 |
-
"bos_token_id": 0,
|
| 35 |
-
"eos_token_id": 2,
|
| 36 |
-
"embedding_size": 768,
|
| 37 |
-
"head_ratio": 2,
|
| 38 |
-
"conv_kernel_size": 9,
|
| 39 |
-
"num_groups": 1,
|
| 40 |
-
"classifier_dropout": null,
|
| 41 |
-
"is_decoder": false,
|
| 42 |
-
"add_cross_attention": false,
|
| 43 |
-
"tie_word_embeddings": true,
|
| 44 |
-
"model_type": "convbert",
|
| 45 |
-
"output_attentions": false
|
| 46 |
-
},
|
| 47 |
-
"covers": {
|
| 48 |
-
"YituTech/conv-bert-base": "5cb451936b5c4a96562d8b146de85f64f9cf2c22"
|
| 49 |
},
|
| 50 |
-
"
|
| 51 |
-
|
| 52 |
-
|
| 53 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
"seed": 17,
|
| 55 |
-
"
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
"
|
| 63 |
-
"
|
| 64 |
-
"
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
],
|
| 75 |
-
"class": "ConvBertModel"
|
| 76 |
-
},
|
| 77 |
-
"weights": "random",
|
| 78 |
-
"gate": {
|
| 79 |
-
"random": {
|
| 80 |
-
"pass": true,
|
| 81 |
-
"accepted_insensitive": {},
|
| 82 |
-
"threshold": 0.001,
|
| 83 |
-
"deltas": {
|
| 84 |
-
"input_ids:roll_batch": 2.6929197311401367,
|
| 85 |
-
"input_ids:reverse": 2.810927391052246,
|
| 86 |
-
"token_type_ids:all_ones": 2.8679213523864746,
|
| 87 |
-
"attention_mask:all_ones": 0.0143318772315979
|
| 88 |
-
},
|
| 89 |
-
"weakest": "attention_mask:all_ones",
|
| 90 |
-
"no_perturbation_defined": [],
|
| 91 |
-
"not_a_forward_parameter": []
|
| 92 |
-
}
|
| 93 |
-
},
|
| 94 |
-
"numeric_health": {
|
| 95 |
-
"float32": {
|
| 96 |
-
"outputs_finite": true,
|
| 97 |
-
"finite": true
|
| 98 |
-
},
|
| 99 |
-
"bfloat16": {
|
| 100 |
-
"outputs_finite": true,
|
| 101 |
-
"finite": true
|
| 102 |
-
},
|
| 103 |
-
"float16": {
|
| 104 |
-
"outputs_finite": true,
|
| 105 |
-
"finite": true
|
| 106 |
-
}
|
| 107 |
-
},
|
| 108 |
-
"copied_unchanged": [
|
| 109 |
-
"vocab.txt"
|
| 110 |
],
|
| 111 |
-
"
|
| 112 |
-
|
| 113 |
-
|
| 114 |
-
|
| 115 |
-
|
| 116 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 117 |
},
|
| 118 |
-
"
|
| 119 |
-
|
| 120 |
-
|
| 121 |
-
"vocab.txt": "ce0ab0a373c6ce1fe777eea87d927294379f2ce187e240f0a9e24d4e9ac22fa0"
|
| 122 |
},
|
| 123 |
-
"
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
"migrated_from": "pytorch_model.bin",
|
| 127 |
-
"source_file": "pytorch_model.bin"
|
| 128 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 129 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"fixture": "huggingface-mic/conv-bert-base-mic",
|
| 3 |
+
"key": "362e7b67d36fb27fd65a36aac39b403bee6ba3ac596ddd170c8e1f86411fd99a",
|
| 4 |
+
"key_fields": {
|
| 5 |
+
"architectures": [
|
| 6 |
+
"ConvBertModel"
|
| 7 |
+
],
|
| 8 |
+
"output_hidden_states": false,
|
| 9 |
+
"return_dict": true,
|
| 10 |
+
"chunk_size_feed_forward": 0,
|
| 11 |
+
"is_encoder_decoder": false,
|
| 12 |
+
"id2label": {
|
| 13 |
+
"0": "LABEL_0",
|
| 14 |
+
"1": "LABEL_1"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
},
|
| 16 |
+
"label2id": {
|
| 17 |
+
"LABEL_0": 0,
|
| 18 |
+
"LABEL_1": 1
|
| 19 |
},
|
| 20 |
+
"problem_type": null,
|
| 21 |
+
"vocab_size": 30522,
|
| 22 |
+
"hidden_size": 64,
|
| 23 |
+
"num_hidden_layers": 2,
|
| 24 |
+
"num_attention_heads": 4,
|
| 25 |
+
"intermediate_size": 128,
|
| 26 |
+
"hidden_act": "gelu",
|
| 27 |
+
"hidden_dropout_prob": 0.1,
|
| 28 |
+
"attention_probs_dropout_prob": 0.1,
|
| 29 |
+
"max_position_embeddings": 512,
|
| 30 |
+
"type_vocab_size": 2,
|
| 31 |
+
"initializer_range": 0.02,
|
| 32 |
+
"layer_norm_eps": 1e-12,
|
| 33 |
+
"pad_token_id": 0,
|
| 34 |
+
"bos_token_id": 0,
|
| 35 |
+
"eos_token_id": 2,
|
| 36 |
+
"embedding_size": 64,
|
| 37 |
+
"head_ratio": 2,
|
| 38 |
+
"conv_kernel_size": 9,
|
| 39 |
+
"num_groups": 1,
|
| 40 |
+
"classifier_dropout": null,
|
| 41 |
+
"is_decoder": false,
|
| 42 |
+
"add_cross_attention": false,
|
| 43 |
+
"tie_word_embeddings": true,
|
| 44 |
+
"model_type": "convbert",
|
| 45 |
+
"output_attentions": false
|
| 46 |
+
},
|
| 47 |
+
"covers": {
|
| 48 |
+
"YituTech/conv-bert-base": "5cb451936b5c4a96562d8b146de85f64f9cf2c22"
|
| 49 |
+
},
|
| 50 |
+
"built_from": {
|
| 51 |
+
"repo": "YituTech/conv-bert-base",
|
| 52 |
+
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22"
|
| 53 |
+
},
|
| 54 |
+
"seed": 17,
|
| 55 |
+
"dtype": "float32",
|
| 56 |
+
"builder": "example/build_fixtures.py",
|
| 57 |
+
"builder_revision": "4140f5de707b81845dc190394fa962c91c66e343",
|
| 58 |
+
"recipe": {
|
| 59 |
"seed": 17,
|
| 60 |
+
"model_class": "ConvBertModel"
|
| 61 |
+
},
|
| 62 |
+
"shrink": "rule",
|
| 63 |
+
"model_class": "ConvBertModel",
|
| 64 |
+
"parameters": 2051556,
|
| 65 |
+
"missing_parameters": [],
|
| 66 |
+
"serialization": {
|
| 67 |
+
"file": "model.safetensors",
|
| 68 |
+
"source_file": "pytorch_model.bin",
|
| 69 |
+
"reverted_conversions": []
|
| 70 |
+
},
|
| 71 |
+
"checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
|
| 72 |
+
"numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
|
| 73 |
+
"captured": {
|
| 74 |
+
"call": "training step",
|
| 75 |
+
"inputs": [
|
| 76 |
+
"attention_mask",
|
| 77 |
+
"input_ids",
|
| 78 |
+
"token_type_ids"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 79 |
],
|
| 80 |
+
"class": "ConvBertModel"
|
| 81 |
+
},
|
| 82 |
+
"weights": "random",
|
| 83 |
+
"gate": {
|
| 84 |
+
"random": {
|
| 85 |
+
"pass": true,
|
| 86 |
+
"accepted_insensitive": {},
|
| 87 |
+
"threshold": 0.001,
|
| 88 |
+
"deltas": {
|
| 89 |
+
"input_ids:roll_batch": 2.4594876766204834,
|
| 90 |
+
"input_ids:reverse": 3.477135419845581,
|
| 91 |
+
"token_type_ids:all_ones": 2.6367268562316895,
|
| 92 |
+
"attention_mask:all_ones": 0.010340392589569092
|
| 93 |
+
},
|
| 94 |
+
"weakest": "attention_mask:all_ones",
|
| 95 |
+
"no_perturbation_defined": [],
|
| 96 |
+
"not_a_forward_parameter": []
|
| 97 |
+
}
|
| 98 |
+
},
|
| 99 |
+
"numeric_health": {
|
| 100 |
+
"float32": {
|
| 101 |
+
"outputs_finite": true,
|
| 102 |
+
"finite": true
|
| 103 |
},
|
| 104 |
+
"bfloat16": {
|
| 105 |
+
"outputs_finite": true,
|
| 106 |
+
"finite": true
|
|
|
|
| 107 |
},
|
| 108 |
+
"float16": {
|
| 109 |
+
"outputs_finite": true,
|
| 110 |
+
"finite": true
|
|
|
|
|
|
|
| 111 |
}
|
| 112 |
+
},
|
| 113 |
+
"copied_unchanged": [
|
| 114 |
+
"vocab.txt"
|
| 115 |
+
],
|
| 116 |
+
"environment": {
|
| 117 |
+
"python": "3.11.14",
|
| 118 |
+
"machine": "arm64",
|
| 119 |
+
"torch": "2.15.0",
|
| 120 |
+
"transformers": "5.24.0.dev0",
|
| 121 |
+
"tokenizers": "0.23.3"
|
| 122 |
+
},
|
| 123 |
+
"sha256": {
|
| 124 |
+
"config.json": "d12205afc5684ff1755cff701f696561dbe3b39a572a6e29f0b626bc3803cfef",
|
| 125 |
+
"model.safetensors": "94ff00bb25949dd437d7b9fd157e21c7f84fb436c9aa6f33bd59560ab993eb7f",
|
| 126 |
+
"vocab.txt": "ce0ab0a373c6ce1fe777eea87d927294379f2ce187e240f0a9e24d4e9ac22fa0"
|
| 127 |
+
}
|
| 128 |
}
|
config.json
CHANGED
|
@@ -8,7 +8,7 @@
|
|
| 8 |
"classifier_dropout": null,
|
| 9 |
"conv_kernel_size": 9,
|
| 10 |
"dtype": "float32",
|
| 11 |
-
"embedding_size":
|
| 12 |
"eos_token_id": 2,
|
| 13 |
"head_ratio": 2,
|
| 14 |
"hidden_act": "gelu",
|
|
@@ -25,7 +25,7 @@
|
|
| 25 |
"num_hidden_layers": 2,
|
| 26 |
"pad_token_id": 0,
|
| 27 |
"tie_word_embeddings": true,
|
| 28 |
-
"transformers_version": "5.
|
| 29 |
"type_vocab_size": 2,
|
| 30 |
"vocab_size": 30522
|
| 31 |
}
|
|
|
|
| 8 |
"classifier_dropout": null,
|
| 9 |
"conv_kernel_size": 9,
|
| 10 |
"dtype": "float32",
|
| 11 |
+
"embedding_size": 64,
|
| 12 |
"eos_token_id": 2,
|
| 13 |
"head_ratio": 2,
|
| 14 |
"hidden_act": "gelu",
|
|
|
|
| 25 |
"num_hidden_layers": 2,
|
| 26 |
"pad_token_id": 0,
|
| 27 |
"tie_word_embeddings": true,
|
| 28 |
+
"transformers_version": "5.24.0.dev0",
|
| 29 |
"type_vocab_size": 2,
|
| 30 |
"vocab_size": 30522
|
| 31 |
}
|
integrations/transformers/expectations/cpu-x86_64-bf16/conv-bert-base-mic.bfloat16.json
CHANGED
|
@@ -2,18 +2,18 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "conv-bert-base-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"source_model": "YituTech/conv-bert-base",
|
| 12 |
"weights": "random",
|
| 13 |
"fixture_repo": "huggingface-mic/conv-bert-base-mic",
|
| 14 |
"environment": {
|
| 15 |
"python": "3.11.18",
|
| 16 |
-
"transformers": "5.
|
| 17 |
"sentence-transformers": null,
|
| 18 |
"torch": "2.15.0+cpu",
|
| 19 |
"torchvision": "0.29.2+cpu",
|
|
@@ -21,7 +21,7 @@
|
|
| 21 |
"tokenizers": "0.23.3",
|
| 22 |
"numpy": "2.3.5",
|
| 23 |
"pillow": "13.0.0",
|
| 24 |
-
"accelerate": "1.
|
| 25 |
"safetensors": "0.8.0",
|
| 26 |
"huggingface-hub": "2.4.0",
|
| 27 |
"sentencepiece": "0.2.3",
|
|
@@ -30,12 +30,13 @@
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
-
"seconds":
|
| 34 |
"environment_differs": {
|
| 35 |
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 36 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 37 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 38 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
|
|
|
| 39 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 40 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 41 |
},
|
|
@@ -50,26 +51,26 @@
|
|
| 50 |
},
|
| 51 |
"hidden_probe": [
|
| 52 |
[
|
| 53 |
-
0.
|
| 54 |
-
-0.
|
| 55 |
],
|
| 56 |
[
|
| 57 |
-
-0.
|
| 58 |
-
0.
|
| 59 |
],
|
| 60 |
[
|
| 61 |
-
|
| 62 |
-
0.
|
| 63 |
]
|
| 64 |
],
|
| 65 |
"pooled_probe": [
|
| 66 |
-
0.
|
| 67 |
-
-0.
|
| 68 |
-
|
| 69 |
-
1.
|
| 70 |
],
|
| 71 |
"training": {
|
| 72 |
-
"loss": 0.
|
| 73 |
"gradients": {
|
| 74 |
"encoder.layer.0.attention.self.query.weight": true,
|
| 75 |
"encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
+
"contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "conv-bert-base-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 11 |
"source_model": "YituTech/conv-bert-base",
|
| 12 |
"weights": "random",
|
| 13 |
"fixture_repo": "huggingface-mic/conv-bert-base-mic",
|
| 14 |
"environment": {
|
| 15 |
"python": "3.11.18",
|
| 16 |
+
"transformers": "5.24.0.dev0",
|
| 17 |
"sentence-transformers": null,
|
| 18 |
"torch": "2.15.0+cpu",
|
| 19 |
"torchvision": "0.29.2+cpu",
|
|
|
|
| 21 |
"tokenizers": "0.23.3",
|
| 22 |
"numpy": "2.3.5",
|
| 23 |
"pillow": "13.0.0",
|
| 24 |
+
"accelerate": "1.16.0",
|
| 25 |
"safetensors": "0.8.0",
|
| 26 |
"huggingface-hub": "2.4.0",
|
| 27 |
"sentencepiece": "0.2.3",
|
|
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
+
"seconds": 7.03,
|
| 34 |
"environment_differs": {
|
| 35 |
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 36 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 37 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 38 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 39 |
+
"accelerate": "1.16.0 (pinned 1.15.0)",
|
| 40 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 41 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 42 |
},
|
|
|
|
| 51 |
},
|
| 52 |
"hidden_probe": [
|
| 53 |
[
|
| 54 |
+
0.4140625,
|
| 55 |
+
-0.11376953125
|
| 56 |
],
|
| 57 |
[
|
| 58 |
+
-0.11572265625,
|
| 59 |
+
0.640625
|
| 60 |
],
|
| 61 |
[
|
| 62 |
+
2.03125,
|
| 63 |
+
-0.01361083984375
|
| 64 |
]
|
| 65 |
],
|
| 66 |
"pooled_probe": [
|
| 67 |
+
0.4140625,
|
| 68 |
+
-0.11376953125,
|
| 69 |
+
2.3125,
|
| 70 |
+
1.84375
|
| 71 |
],
|
| 72 |
"training": {
|
| 73 |
+
"loss": 0.68359375,
|
| 74 |
"gradients": {
|
| 75 |
"encoder.layer.0.attention.self.query.weight": true,
|
| 76 |
"encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
|
integrations/transformers/expectations/cpu-x86_64-bf16/conv-bert-base.bfloat16.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "conv-bert-base",
|
|
@@ -10,7 +10,7 @@
|
|
| 10 |
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
-
"transformers": "5.
|
| 14 |
"sentence-transformers": null,
|
| 15 |
"torch": "2.15.0+cpu",
|
| 16 |
"torchvision": "0.29.2+cpu",
|
|
@@ -18,7 +18,7 @@
|
|
| 18 |
"tokenizers": "0.23.3",
|
| 19 |
"numpy": "2.3.5",
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
-
"accelerate": "1.
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.3",
|
|
@@ -27,12 +27,13 @@
|
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
-
"seconds":
|
| 31 |
"environment_differs": {
|
| 32 |
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 35 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
|
|
|
| 36 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 37 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 38 |
},
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
+
"contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "conv-bert-base",
|
|
|
|
| 10 |
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.24.0.dev0",
|
| 14 |
"sentence-transformers": null,
|
| 15 |
"torch": "2.15.0+cpu",
|
| 16 |
"torchvision": "0.29.2+cpu",
|
|
|
|
| 18 |
"tokenizers": "0.23.3",
|
| 19 |
"numpy": "2.3.5",
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
+
"accelerate": "1.16.0",
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.3",
|
|
|
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
+
"seconds": 7.4,
|
| 31 |
"environment_differs": {
|
| 32 |
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 35 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"accelerate": "1.16.0 (pinned 1.15.0)",
|
| 37 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 38 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 39 |
},
|
integrations/transformers/expectations/cpu-x86_64/conv-bert-base-mic.eager.json
CHANGED
|
@@ -2,18 +2,18 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "conv-bert-base-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"source_model": "YituTech/conv-bert-base",
|
| 12 |
"weights": "random",
|
| 13 |
"fixture_repo": "huggingface-mic/conv-bert-base-mic",
|
| 14 |
"environment": {
|
| 15 |
"python": "3.11.18",
|
| 16 |
-
"transformers": "5.
|
| 17 |
"sentence-transformers": null,
|
| 18 |
"torch": "2.15.0+cpu",
|
| 19 |
"torchvision": "0.29.2+cpu",
|
|
@@ -21,7 +21,7 @@
|
|
| 21 |
"tokenizers": "0.23.3",
|
| 22 |
"numpy": "2.3.5",
|
| 23 |
"pillow": "13.0.0",
|
| 24 |
-
"accelerate": "1.
|
| 25 |
"safetensors": "0.8.0",
|
| 26 |
"huggingface-hub": "2.4.0",
|
| 27 |
"sentencepiece": "0.2.3",
|
|
@@ -30,12 +30,13 @@
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
-
"seconds":
|
| 34 |
"environment_differs": {
|
| 35 |
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 36 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 37 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 38 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
|
|
|
| 39 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 40 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 41 |
},
|
|
@@ -50,26 +51,26 @@
|
|
| 50 |
},
|
| 51 |
"hidden_probe": [
|
| 52 |
[
|
| 53 |
-
0.
|
| 54 |
-
-0.
|
| 55 |
],
|
| 56 |
[
|
| 57 |
-
-0.
|
| 58 |
-
0.
|
| 59 |
],
|
| 60 |
[
|
| 61 |
-
|
| 62 |
-
0.
|
| 63 |
]
|
| 64 |
],
|
| 65 |
"pooled_probe": [
|
| 66 |
-
0.
|
| 67 |
-
-0.
|
| 68 |
-
|
| 69 |
-
1.
|
| 70 |
],
|
| 71 |
"training": {
|
| 72 |
-
"loss": 0.
|
| 73 |
"gradients": {
|
| 74 |
"encoder.layer.0.attention.self.query.weight": true,
|
| 75 |
"encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
+
"contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "conv-bert-base-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 11 |
"source_model": "YituTech/conv-bert-base",
|
| 12 |
"weights": "random",
|
| 13 |
"fixture_repo": "huggingface-mic/conv-bert-base-mic",
|
| 14 |
"environment": {
|
| 15 |
"python": "3.11.18",
|
| 16 |
+
"transformers": "5.24.0.dev0",
|
| 17 |
"sentence-transformers": null,
|
| 18 |
"torch": "2.15.0+cpu",
|
| 19 |
"torchvision": "0.29.2+cpu",
|
|
|
|
| 21 |
"tokenizers": "0.23.3",
|
| 22 |
"numpy": "2.3.5",
|
| 23 |
"pillow": "13.0.0",
|
| 24 |
+
"accelerate": "1.16.0",
|
| 25 |
"safetensors": "0.8.0",
|
| 26 |
"huggingface-hub": "2.4.0",
|
| 27 |
"sentencepiece": "0.2.3",
|
|
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
+
"seconds": 6.91,
|
| 34 |
"environment_differs": {
|
| 35 |
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 36 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 37 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 38 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 39 |
+
"accelerate": "1.16.0 (pinned 1.15.0)",
|
| 40 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 41 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 42 |
},
|
|
|
|
| 51 |
},
|
| 52 |
"hidden_probe": [
|
| 53 |
[
|
| 54 |
+
0.41219162940979004,
|
| 55 |
+
-0.11085042357444763
|
| 56 |
],
|
| 57 |
[
|
| 58 |
+
-0.11787384003400803,
|
| 59 |
+
0.6415557861328125
|
| 60 |
],
|
| 61 |
[
|
| 62 |
+
2.037031412124634,
|
| 63 |
+
-0.011885342188179493
|
| 64 |
]
|
| 65 |
],
|
| 66 |
"pooled_probe": [
|
| 67 |
+
0.41219162940979004,
|
| 68 |
+
-0.11085042357444763,
|
| 69 |
+
2.318840980529785,
|
| 70 |
+
1.845516562461853
|
| 71 |
],
|
| 72 |
"training": {
|
| 73 |
+
"loss": 0.6881592273712158,
|
| 74 |
"gradients": {
|
| 75 |
"encoder.layer.0.attention.self.query.weight": true,
|
| 76 |
"encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
|
integrations/transformers/expectations/cpu-x86_64/conv-bert-base-mic.json
CHANGED
|
@@ -2,18 +2,18 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "conv-bert-base-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"source_model": "YituTech/conv-bert-base",
|
| 12 |
"weights": "random",
|
| 13 |
"fixture_repo": "huggingface-mic/conv-bert-base-mic",
|
| 14 |
"environment": {
|
| 15 |
"python": "3.11.18",
|
| 16 |
-
"transformers": "5.
|
| 17 |
"sentence-transformers": null,
|
| 18 |
"torch": "2.15.0+cpu",
|
| 19 |
"torchvision": "0.29.2+cpu",
|
|
@@ -21,7 +21,7 @@
|
|
| 21 |
"tokenizers": "0.23.3",
|
| 22 |
"numpy": "2.3.5",
|
| 23 |
"pillow": "13.0.0",
|
| 24 |
-
"accelerate": "1.
|
| 25 |
"safetensors": "0.8.0",
|
| 26 |
"huggingface-hub": "2.4.0",
|
| 27 |
"sentencepiece": "0.2.3",
|
|
@@ -30,12 +30,13 @@
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
-
"seconds":
|
| 34 |
"environment_differs": {
|
| 35 |
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 36 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 37 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 38 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
|
|
|
| 39 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 40 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 41 |
},
|
|
@@ -50,26 +51,26 @@
|
|
| 50 |
},
|
| 51 |
"hidden_probe": [
|
| 52 |
[
|
| 53 |
-
0.
|
| 54 |
-
-0.
|
| 55 |
],
|
| 56 |
[
|
| 57 |
-
-0.
|
| 58 |
-
0.
|
| 59 |
],
|
| 60 |
[
|
| 61 |
-
|
| 62 |
-
0.
|
| 63 |
]
|
| 64 |
],
|
| 65 |
"pooled_probe": [
|
| 66 |
-
0.
|
| 67 |
-
-0.
|
| 68 |
-
|
| 69 |
-
1.
|
| 70 |
],
|
| 71 |
"training": {
|
| 72 |
-
"loss": 0.
|
| 73 |
"gradients": {
|
| 74 |
"encoder.layer.0.attention.self.query.weight": true,
|
| 75 |
"encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
+
"contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "conv-bert-base-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 11 |
"source_model": "YituTech/conv-bert-base",
|
| 12 |
"weights": "random",
|
| 13 |
"fixture_repo": "huggingface-mic/conv-bert-base-mic",
|
| 14 |
"environment": {
|
| 15 |
"python": "3.11.18",
|
| 16 |
+
"transformers": "5.24.0.dev0",
|
| 17 |
"sentence-transformers": null,
|
| 18 |
"torch": "2.15.0+cpu",
|
| 19 |
"torchvision": "0.29.2+cpu",
|
|
|
|
| 21 |
"tokenizers": "0.23.3",
|
| 22 |
"numpy": "2.3.5",
|
| 23 |
"pillow": "13.0.0",
|
| 24 |
+
"accelerate": "1.16.0",
|
| 25 |
"safetensors": "0.8.0",
|
| 26 |
"huggingface-hub": "2.4.0",
|
| 27 |
"sentencepiece": "0.2.3",
|
|
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
+
"seconds": 6.93,
|
| 34 |
"environment_differs": {
|
| 35 |
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 36 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 37 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 38 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 39 |
+
"accelerate": "1.16.0 (pinned 1.15.0)",
|
| 40 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 41 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 42 |
},
|
|
|
|
| 51 |
},
|
| 52 |
"hidden_probe": [
|
| 53 |
[
|
| 54 |
+
0.41219162940979004,
|
| 55 |
+
-0.11085042357444763
|
| 56 |
],
|
| 57 |
[
|
| 58 |
+
-0.11787384003400803,
|
| 59 |
+
0.6415557861328125
|
| 60 |
],
|
| 61 |
[
|
| 62 |
+
2.037031412124634,
|
| 63 |
+
-0.011885342188179493
|
| 64 |
]
|
| 65 |
],
|
| 66 |
"pooled_probe": [
|
| 67 |
+
0.41219162940979004,
|
| 68 |
+
-0.11085042357444763,
|
| 69 |
+
2.318840980529785,
|
| 70 |
+
1.845516562461853
|
| 71 |
],
|
| 72 |
"training": {
|
| 73 |
+
"loss": 0.6881592273712158,
|
| 74 |
"gradients": {
|
| 75 |
"encoder.layer.0.attention.self.query.weight": true,
|
| 76 |
"encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
|
integrations/transformers/expectations/cpu-x86_64/conv-bert-base.eager.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "conv-bert-base",
|
|
@@ -10,7 +10,7 @@
|
|
| 10 |
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
-
"transformers": "5.
|
| 14 |
"sentence-transformers": null,
|
| 15 |
"torch": "2.15.0+cpu",
|
| 16 |
"torchvision": "0.29.2+cpu",
|
|
@@ -18,7 +18,7 @@
|
|
| 18 |
"tokenizers": "0.23.3",
|
| 19 |
"numpy": "2.3.5",
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
-
"accelerate": "1.
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.3",
|
|
@@ -27,12 +27,13 @@
|
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
-
"seconds":
|
| 31 |
"environment_differs": {
|
| 32 |
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 35 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
|
|
|
| 36 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 37 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 38 |
},
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
+
"contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "conv-bert-base",
|
|
|
|
| 10 |
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.24.0.dev0",
|
| 14 |
"sentence-transformers": null,
|
| 15 |
"torch": "2.15.0+cpu",
|
| 16 |
"torchvision": "0.29.2+cpu",
|
|
|
|
| 18 |
"tokenizers": "0.23.3",
|
| 19 |
"numpy": "2.3.5",
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
+
"accelerate": "1.16.0",
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.3",
|
|
|
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
+
"seconds": 7.59,
|
| 31 |
"environment_differs": {
|
| 32 |
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 35 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"accelerate": "1.16.0 (pinned 1.15.0)",
|
| 37 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 38 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 39 |
},
|
integrations/transformers/expectations/cpu-x86_64/conv-bert-base.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "conv-bert-base",
|
|
@@ -10,7 +10,7 @@
|
|
| 10 |
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
-
"transformers": "5.
|
| 14 |
"sentence-transformers": null,
|
| 15 |
"torch": "2.15.0+cpu",
|
| 16 |
"torchvision": "0.29.2+cpu",
|
|
@@ -18,7 +18,7 @@
|
|
| 18 |
"tokenizers": "0.23.3",
|
| 19 |
"numpy": "2.3.5",
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
-
"accelerate": "1.
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.3",
|
|
@@ -27,12 +27,13 @@
|
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
-
"seconds":
|
| 31 |
"environment_differs": {
|
| 32 |
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 35 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
|
|
|
| 36 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 37 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 38 |
},
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
+
"contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "conv-bert-base",
|
|
|
|
| 10 |
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.24.0.dev0",
|
| 14 |
"sentence-transformers": null,
|
| 15 |
"torch": "2.15.0+cpu",
|
| 16 |
"torchvision": "0.29.2+cpu",
|
|
|
|
| 18 |
"tokenizers": "0.23.3",
|
| 19 |
"numpy": "2.3.5",
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
+
"accelerate": "1.16.0",
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.3",
|
|
|
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
+
"seconds": 7.54,
|
| 31 |
"environment_differs": {
|
| 32 |
"torch": "2.15.0+cpu (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cpu (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cpu (pinned 2.11.0)",
|
| 35 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"accelerate": "1.16.0 (pinned 1.15.0)",
|
| 37 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 38 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 39 |
},
|
integrations/transformers/expectations/cuda/conv-bert-base-mic.bfloat16.json
CHANGED
|
@@ -2,26 +2,26 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "conv-bert-base-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"source_model": "YituTech/conv-bert-base",
|
| 12 |
"weights": "random",
|
| 13 |
"fixture_repo": "huggingface-mic/conv-bert-base-mic",
|
| 14 |
"environment": {
|
| 15 |
"python": "3.11.18",
|
| 16 |
-
"transformers": "5.
|
| 17 |
"sentence-transformers": null,
|
| 18 |
"torch": "2.15.0+cu132",
|
| 19 |
"torchvision": "0.29.2+cu132",
|
| 20 |
"torchaudio": "2.11.1+cu132",
|
| 21 |
"tokenizers": "0.23.3",
|
| 22 |
-
"numpy": "2.
|
| 23 |
"pillow": "13.0.0",
|
| 24 |
-
"accelerate": "1.
|
| 25 |
"safetensors": "0.8.0",
|
| 26 |
"huggingface-hub": "2.4.0",
|
| 27 |
"sentencepiece": "0.2.3",
|
|
@@ -30,14 +30,13 @@
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
-
"seconds":
|
| 34 |
"environment_differs": {
|
| 35 |
"torch": "2.15.0+cu132 (pinned 2.14.0)",
|
| 36 |
"torchvision": "0.29.2+cu132 (pinned 0.29.1)",
|
| 37 |
"torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
|
| 38 |
-
"numpy": "2.4.6 (pinned 2.3.5)",
|
| 39 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 40 |
-
"accelerate": "1.
|
| 41 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 42 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 43 |
},
|
|
@@ -52,26 +51,26 @@
|
|
| 52 |
},
|
| 53 |
"hidden_probe": [
|
| 54 |
[
|
| 55 |
-
0.
|
| 56 |
-
-0.
|
| 57 |
],
|
| 58 |
[
|
| 59 |
-
-0.
|
| 60 |
-
0.
|
| 61 |
],
|
| 62 |
[
|
| 63 |
-
|
| 64 |
-
0.
|
| 65 |
]
|
| 66 |
],
|
| 67 |
"pooled_probe": [
|
| 68 |
-
0.
|
| 69 |
-
-0.
|
| 70 |
-
|
| 71 |
-
1.
|
| 72 |
],
|
| 73 |
"training": {
|
| 74 |
-
"loss": 0.
|
| 75 |
"gradients": {
|
| 76 |
"encoder.layer.0.attention.self.query.weight": true,
|
| 77 |
"encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
+
"contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "conv-bert-base-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 11 |
"source_model": "YituTech/conv-bert-base",
|
| 12 |
"weights": "random",
|
| 13 |
"fixture_repo": "huggingface-mic/conv-bert-base-mic",
|
| 14 |
"environment": {
|
| 15 |
"python": "3.11.18",
|
| 16 |
+
"transformers": "5.24.0.dev0",
|
| 17 |
"sentence-transformers": null,
|
| 18 |
"torch": "2.15.0+cu132",
|
| 19 |
"torchvision": "0.29.2+cu132",
|
| 20 |
"torchaudio": "2.11.1+cu132",
|
| 21 |
"tokenizers": "0.23.3",
|
| 22 |
+
"numpy": "2.3.5",
|
| 23 |
"pillow": "13.0.0",
|
| 24 |
+
"accelerate": "1.17.0.dev0",
|
| 25 |
"safetensors": "0.8.0",
|
| 26 |
"huggingface-hub": "2.4.0",
|
| 27 |
"sentencepiece": "0.2.3",
|
|
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
+
"seconds": 6.82,
|
| 34 |
"environment_differs": {
|
| 35 |
"torch": "2.15.0+cu132 (pinned 2.14.0)",
|
| 36 |
"torchvision": "0.29.2+cu132 (pinned 0.29.1)",
|
| 37 |
"torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
|
|
|
|
| 38 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 39 |
+
"accelerate": "1.17.0.dev0 (pinned 1.15.0)",
|
| 40 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 41 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 42 |
},
|
|
|
|
| 51 |
},
|
| 52 |
"hidden_probe": [
|
| 53 |
[
|
| 54 |
+
0.4140625,
|
| 55 |
+
-0.11376953125
|
| 56 |
],
|
| 57 |
[
|
| 58 |
+
-0.11572265625,
|
| 59 |
+
0.640625
|
| 60 |
],
|
| 61 |
[
|
| 62 |
+
2.03125,
|
| 63 |
+
-0.01348876953125
|
| 64 |
]
|
| 65 |
],
|
| 66 |
"pooled_probe": [
|
| 67 |
+
0.4140625,
|
| 68 |
+
-0.11376953125,
|
| 69 |
+
2.3125,
|
| 70 |
+
1.84375
|
| 71 |
],
|
| 72 |
"training": {
|
| 73 |
+
"loss": 0.6796875,
|
| 74 |
"gradients": {
|
| 75 |
"encoder.layer.0.attention.self.query.weight": true,
|
| 76 |
"encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
|
integrations/transformers/expectations/cuda/conv-bert-base-mic.eager.json
CHANGED
|
@@ -2,26 +2,26 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "conv-bert-base-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"source_model": "YituTech/conv-bert-base",
|
| 12 |
"weights": "random",
|
| 13 |
"fixture_repo": "huggingface-mic/conv-bert-base-mic",
|
| 14 |
"environment": {
|
| 15 |
"python": "3.11.18",
|
| 16 |
-
"transformers": "5.
|
| 17 |
"sentence-transformers": null,
|
| 18 |
"torch": "2.15.0+cu132",
|
| 19 |
"torchvision": "0.29.2+cu132",
|
| 20 |
"torchaudio": "2.11.1+cu132",
|
| 21 |
"tokenizers": "0.23.3",
|
| 22 |
-
"numpy": "2.
|
| 23 |
"pillow": "13.0.0",
|
| 24 |
-
"accelerate": "1.
|
| 25 |
"safetensors": "0.8.0",
|
| 26 |
"huggingface-hub": "2.4.0",
|
| 27 |
"sentencepiece": "0.2.3",
|
|
@@ -30,14 +30,13 @@
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
-
"seconds":
|
| 34 |
"environment_differs": {
|
| 35 |
"torch": "2.15.0+cu132 (pinned 2.14.0)",
|
| 36 |
"torchvision": "0.29.2+cu132 (pinned 0.29.1)",
|
| 37 |
"torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
|
| 38 |
-
"numpy": "2.4.6 (pinned 2.3.5)",
|
| 39 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 40 |
-
"accelerate": "1.
|
| 41 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 42 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 43 |
},
|
|
@@ -52,26 +51,26 @@
|
|
| 52 |
},
|
| 53 |
"hidden_probe": [
|
| 54 |
[
|
| 55 |
-
0.
|
| 56 |
-
-0.
|
| 57 |
],
|
| 58 |
[
|
| 59 |
-
-0.
|
| 60 |
-
0.
|
| 61 |
],
|
| 62 |
[
|
| 63 |
-
|
| 64 |
-
0.
|
| 65 |
]
|
| 66 |
],
|
| 67 |
"pooled_probe": [
|
| 68 |
-
0.
|
| 69 |
-
-0.
|
| 70 |
-
|
| 71 |
-
1.
|
| 72 |
],
|
| 73 |
"training": {
|
| 74 |
-
"loss": 0.
|
| 75 |
"gradients": {
|
| 76 |
"encoder.layer.0.attention.self.query.weight": true,
|
| 77 |
"encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
+
"contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "conv-bert-base-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 11 |
"source_model": "YituTech/conv-bert-base",
|
| 12 |
"weights": "random",
|
| 13 |
"fixture_repo": "huggingface-mic/conv-bert-base-mic",
|
| 14 |
"environment": {
|
| 15 |
"python": "3.11.18",
|
| 16 |
+
"transformers": "5.24.0.dev0",
|
| 17 |
"sentence-transformers": null,
|
| 18 |
"torch": "2.15.0+cu132",
|
| 19 |
"torchvision": "0.29.2+cu132",
|
| 20 |
"torchaudio": "2.11.1+cu132",
|
| 21 |
"tokenizers": "0.23.3",
|
| 22 |
+
"numpy": "2.3.5",
|
| 23 |
"pillow": "13.0.0",
|
| 24 |
+
"accelerate": "1.17.0.dev0",
|
| 25 |
"safetensors": "0.8.0",
|
| 26 |
"huggingface-hub": "2.4.0",
|
| 27 |
"sentencepiece": "0.2.3",
|
|
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
+
"seconds": 6.57,
|
| 34 |
"environment_differs": {
|
| 35 |
"torch": "2.15.0+cu132 (pinned 2.14.0)",
|
| 36 |
"torchvision": "0.29.2+cu132 (pinned 0.29.1)",
|
| 37 |
"torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
|
|
|
|
| 38 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 39 |
+
"accelerate": "1.17.0.dev0 (pinned 1.15.0)",
|
| 40 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 41 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 42 |
},
|
|
|
|
| 51 |
},
|
| 52 |
"hidden_probe": [
|
| 53 |
[
|
| 54 |
+
0.4121915400028229,
|
| 55 |
+
-0.11085039377212524
|
| 56 |
],
|
| 57 |
[
|
| 58 |
+
-0.11787388473749161,
|
| 59 |
+
0.641555905342102
|
| 60 |
],
|
| 61 |
[
|
| 62 |
+
2.037031412124634,
|
| 63 |
+
-0.011885353364050388
|
| 64 |
]
|
| 65 |
],
|
| 66 |
"pooled_probe": [
|
| 67 |
+
0.4121915400028229,
|
| 68 |
+
-0.11085039377212524,
|
| 69 |
+
2.318840980529785,
|
| 70 |
+
1.845516562461853
|
| 71 |
],
|
| 72 |
"training": {
|
| 73 |
+
"loss": 0.8825702667236328,
|
| 74 |
"gradients": {
|
| 75 |
"encoder.layer.0.attention.self.query.weight": true,
|
| 76 |
"encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
|
integrations/transformers/expectations/cuda/conv-bert-base-mic.json
CHANGED
|
@@ -2,26 +2,26 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "conv-bert-base-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
-
"revision": "
|
| 11 |
"source_model": "YituTech/conv-bert-base",
|
| 12 |
"weights": "random",
|
| 13 |
"fixture_repo": "huggingface-mic/conv-bert-base-mic",
|
| 14 |
"environment": {
|
| 15 |
"python": "3.11.18",
|
| 16 |
-
"transformers": "5.
|
| 17 |
"sentence-transformers": null,
|
| 18 |
"torch": "2.15.0+cu132",
|
| 19 |
"torchvision": "0.29.2+cu132",
|
| 20 |
"torchaudio": "2.11.1+cu132",
|
| 21 |
"tokenizers": "0.23.3",
|
| 22 |
-
"numpy": "2.
|
| 23 |
"pillow": "13.0.0",
|
| 24 |
-
"accelerate": "1.
|
| 25 |
"safetensors": "0.8.0",
|
| 26 |
"huggingface-hub": "2.4.0",
|
| 27 |
"sentencepiece": "0.2.3",
|
|
@@ -30,14 +30,13 @@
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
-
"seconds":
|
| 34 |
"environment_differs": {
|
| 35 |
"torch": "2.15.0+cu132 (pinned 2.14.0)",
|
| 36 |
"torchvision": "0.29.2+cu132 (pinned 0.29.1)",
|
| 37 |
"torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
|
| 38 |
-
"numpy": "2.4.6 (pinned 2.3.5)",
|
| 39 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 40 |
-
"accelerate": "1.
|
| 41 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 42 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 43 |
},
|
|
@@ -52,26 +51,26 @@
|
|
| 52 |
},
|
| 53 |
"hidden_probe": [
|
| 54 |
[
|
| 55 |
-
0.
|
| 56 |
-
-0.
|
| 57 |
],
|
| 58 |
[
|
| 59 |
-
-0.
|
| 60 |
-
0.
|
| 61 |
],
|
| 62 |
[
|
| 63 |
-
|
| 64 |
-
0.
|
| 65 |
]
|
| 66 |
],
|
| 67 |
"pooled_probe": [
|
| 68 |
-
0.
|
| 69 |
-
-0.
|
| 70 |
-
|
| 71 |
-
1.
|
| 72 |
],
|
| 73 |
"training": {
|
| 74 |
-
"loss": 0.
|
| 75 |
"gradients": {
|
| 76 |
"encoder.layer.0.attention.self.query.weight": true,
|
| 77 |
"encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
+
"contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "conv-bert-base-mic",
|
| 9 |
"kind": "fixture",
|
| 10 |
+
"revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 11 |
"source_model": "YituTech/conv-bert-base",
|
| 12 |
"weights": "random",
|
| 13 |
"fixture_repo": "huggingface-mic/conv-bert-base-mic",
|
| 14 |
"environment": {
|
| 15 |
"python": "3.11.18",
|
| 16 |
+
"transformers": "5.24.0.dev0",
|
| 17 |
"sentence-transformers": null,
|
| 18 |
"torch": "2.15.0+cu132",
|
| 19 |
"torchvision": "0.29.2+cu132",
|
| 20 |
"torchaudio": "2.11.1+cu132",
|
| 21 |
"tokenizers": "0.23.3",
|
| 22 |
+
"numpy": "2.3.5",
|
| 23 |
"pillow": "13.0.0",
|
| 24 |
+
"accelerate": "1.17.0.dev0",
|
| 25 |
"safetensors": "0.8.0",
|
| 26 |
"huggingface-hub": "2.4.0",
|
| 27 |
"sentencepiece": "0.2.3",
|
|
|
|
| 30 |
"soundfile": "0.14.0",
|
| 31 |
"scipy": "1.17.1"
|
| 32 |
},
|
| 33 |
+
"seconds": 7.68,
|
| 34 |
"environment_differs": {
|
| 35 |
"torch": "2.15.0+cu132 (pinned 2.14.0)",
|
| 36 |
"torchvision": "0.29.2+cu132 (pinned 0.29.1)",
|
| 37 |
"torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
|
|
|
|
| 38 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 39 |
+
"accelerate": "1.17.0.dev0 (pinned 1.15.0)",
|
| 40 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 41 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 42 |
},
|
|
|
|
| 51 |
},
|
| 52 |
"hidden_probe": [
|
| 53 |
[
|
| 54 |
+
0.4121915400028229,
|
| 55 |
+
-0.11085039377212524
|
| 56 |
],
|
| 57 |
[
|
| 58 |
+
-0.11787388473749161,
|
| 59 |
+
0.641555905342102
|
| 60 |
],
|
| 61 |
[
|
| 62 |
+
2.037031412124634,
|
| 63 |
+
-0.011885353364050388
|
| 64 |
]
|
| 65 |
],
|
| 66 |
"pooled_probe": [
|
| 67 |
+
0.4121915400028229,
|
| 68 |
+
-0.11085039377212524,
|
| 69 |
+
2.318840980529785,
|
| 70 |
+
1.845516562461853
|
| 71 |
],
|
| 72 |
"training": {
|
| 73 |
+
"loss": 0.8825702667236328,
|
| 74 |
"gradients": {
|
| 75 |
"encoder.layer.0.attention.self.query.weight": true,
|
| 76 |
"encoder.layer.0.attention.self.key_conv_attn_layer.depthwise.weight": true,
|
integrations/transformers/expectations/cuda/conv-bert-base.bfloat16.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "conv-bert-base",
|
|
@@ -10,15 +10,15 @@
|
|
| 10 |
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
-
"transformers": "5.
|
| 14 |
"sentence-transformers": null,
|
| 15 |
"torch": "2.15.0+cu132",
|
| 16 |
"torchvision": "0.29.2+cu132",
|
| 17 |
"torchaudio": "2.11.1+cu132",
|
| 18 |
"tokenizers": "0.23.3",
|
| 19 |
-
"numpy": "2.
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
-
"accelerate": "1.
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.3",
|
|
@@ -27,14 +27,13 @@
|
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
-
"seconds":
|
| 31 |
"environment_differs": {
|
| 32 |
"torch": "2.15.0+cu132 (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cu132 (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
|
| 35 |
-
"numpy": "2.4.6 (pinned 2.3.5)",
|
| 36 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 37 |
-
"accelerate": "1.
|
| 38 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 39 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 40 |
},
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
+
"contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "bfloat16",
|
| 8 |
"target": "conv-bert-base",
|
|
|
|
| 10 |
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.24.0.dev0",
|
| 14 |
"sentence-transformers": null,
|
| 15 |
"torch": "2.15.0+cu132",
|
| 16 |
"torchvision": "0.29.2+cu132",
|
| 17 |
"torchaudio": "2.11.1+cu132",
|
| 18 |
"tokenizers": "0.23.3",
|
| 19 |
+
"numpy": "2.3.5",
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
+
"accelerate": "1.17.0.dev0",
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.3",
|
|
|
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
+
"seconds": 7.54,
|
| 31 |
"environment_differs": {
|
| 32 |
"torch": "2.15.0+cu132 (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cu132 (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
|
|
|
|
| 35 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"accelerate": "1.17.0.dev0 (pinned 1.15.0)",
|
| 37 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 38 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 39 |
},
|
integrations/transformers/expectations/cuda/conv-bert-base.eager.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "conv-bert-base",
|
|
@@ -10,15 +10,15 @@
|
|
| 10 |
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
-
"transformers": "5.
|
| 14 |
"sentence-transformers": null,
|
| 15 |
"torch": "2.15.0+cu132",
|
| 16 |
"torchvision": "0.29.2+cu132",
|
| 17 |
"torchaudio": "2.11.1+cu132",
|
| 18 |
"tokenizers": "0.23.3",
|
| 19 |
-
"numpy": "2.
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
-
"accelerate": "1.
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.3",
|
|
@@ -27,14 +27,13 @@
|
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
-
"seconds": 7.
|
| 31 |
"environment_differs": {
|
| 32 |
"torch": "2.15.0+cu132 (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cu132 (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
|
| 35 |
-
"numpy": "2.4.6 (pinned 2.3.5)",
|
| 36 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 37 |
-
"accelerate": "1.
|
| 38 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 39 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 40 |
},
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
+
"contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "eager",
|
| 8 |
"target": "conv-bert-base",
|
|
|
|
| 10 |
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.24.0.dev0",
|
| 14 |
"sentence-transformers": null,
|
| 15 |
"torch": "2.15.0+cu132",
|
| 16 |
"torchvision": "0.29.2+cu132",
|
| 17 |
"torchaudio": "2.11.1+cu132",
|
| 18 |
"tokenizers": "0.23.3",
|
| 19 |
+
"numpy": "2.3.5",
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
+
"accelerate": "1.17.0.dev0",
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.3",
|
|
|
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
+
"seconds": 7.39,
|
| 31 |
"environment_differs": {
|
| 32 |
"torch": "2.15.0+cu132 (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cu132 (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
|
|
|
|
| 35 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"accelerate": "1.17.0.dev0 (pinned 1.15.0)",
|
| 37 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 38 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 39 |
},
|
integrations/transformers/expectations/cuda/conv-bert-base.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
-
"contract_revision": "
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "conv-bert-base",
|
|
@@ -10,15 +10,15 @@
|
|
| 10 |
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
-
"transformers": "5.
|
| 14 |
"sentence-transformers": null,
|
| 15 |
"torch": "2.15.0+cu132",
|
| 16 |
"torchvision": "0.29.2+cu132",
|
| 17 |
"torchaudio": "2.11.1+cu132",
|
| 18 |
"tokenizers": "0.23.3",
|
| 19 |
-
"numpy": "2.
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
-
"accelerate": "1.
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.3",
|
|
@@ -27,14 +27,13 @@
|
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
-
"seconds":
|
| 31 |
"environment_differs": {
|
| 32 |
"torch": "2.15.0+cu132 (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cu132 (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
|
| 35 |
-
"numpy": "2.4.6 (pinned 2.3.5)",
|
| 36 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 37 |
-
"accelerate": "1.
|
| 38 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 39 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 40 |
},
|
|
|
|
| 2 |
"recorded_with": {
|
| 3 |
"contract": "huggingface-mic/conv-bert-base-mic",
|
| 4 |
"contract_name": "ConvBERT",
|
| 5 |
+
"contract_revision": "d3136dc34bec71b20e8d051544ce5a261d33ef9f",
|
| 6 |
"framework": "transformers",
|
| 7 |
"variant": "default",
|
| 8 |
"target": "conv-bert-base",
|
|
|
|
| 10 |
"revision": "5cb451936b5c4a96562d8b146de85f64f9cf2c22",
|
| 11 |
"environment": {
|
| 12 |
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.24.0.dev0",
|
| 14 |
"sentence-transformers": null,
|
| 15 |
"torch": "2.15.0+cu132",
|
| 16 |
"torchvision": "0.29.2+cu132",
|
| 17 |
"torchaudio": "2.11.1+cu132",
|
| 18 |
"tokenizers": "0.23.3",
|
| 19 |
+
"numpy": "2.3.5",
|
| 20 |
"pillow": "13.0.0",
|
| 21 |
+
"accelerate": "1.17.0.dev0",
|
| 22 |
"safetensors": "0.8.0",
|
| 23 |
"huggingface-hub": "2.4.0",
|
| 24 |
"sentencepiece": "0.2.3",
|
|
|
|
| 27 |
"soundfile": "0.14.0",
|
| 28 |
"scipy": "1.17.1"
|
| 29 |
},
|
| 30 |
+
"seconds": 7.33,
|
| 31 |
"environment_differs": {
|
| 32 |
"torch": "2.15.0+cu132 (pinned 2.14.0)",
|
| 33 |
"torchvision": "0.29.2+cu132 (pinned 0.29.1)",
|
| 34 |
"torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
|
|
|
|
| 35 |
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"accelerate": "1.17.0.dev0 (pinned 1.15.0)",
|
| 37 |
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 38 |
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 39 |
},
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:94ff00bb25949dd437d7b9fd157e21c7f84fb436c9aa6f33bd59560ab993eb7f
|
| 3 |
+
size 8211912
|