tarekziade HF Staff commited on
Commit
8e45ea4
·
verified ·
1 Parent(s): 006df2d

Publish MIC usage, slim fixture and reviewed Transformers expectations

Browse files
README.md CHANGED
@@ -23,6 +23,24 @@ Runnable usage and the framework expectations directory are linked above.
23
 
24
  ## Slim model
25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
26
  ### Slim fixture: mt5-small-mic
27
 
28
  A 16.2M-parameter fixture for the [MT5 MIC](https://huggingface.co/huggingface-mic/mt5-small-mic), covering [`google/mt5-small`](https://huggingface.co/google/mt5-small). It is a test artifact, not a usable model, tagged `test-artifact` to keep it out of candidate-model search.
 
23
 
24
  ## Slim model
25
 
26
+ ### mt5-small-mic
27
+
28
+ Slim model weights, executable usage and framework expectations in one repository.
29
+
30
+ - [Contract manifest](integration.json)
31
+ - [Transformers usage](integrations/transformers/usage.md)
32
+ - [Transformers expectations](integrations/transformers/expectations)
33
+ - [Fixture provenance](build.json)
34
+ - [How the fixture was shrunk](https://huggingface-mic-mic-coverage.static.hf.space/shrink/mt5-small-mic.html)
35
+
36
+ ## Contract
37
+
38
+ ### MT5 seq2seq
39
+
40
+ Runnable usage and the framework expectations directory are linked above.
41
+
42
+ ## Slim model
43
+
44
  ### Slim fixture: mt5-small-mic
45
 
46
  A 16.2M-parameter fixture for the [MT5 MIC](https://huggingface.co/huggingface-mic/mt5-small-mic), covering [`google/mt5-small`](https://huggingface.co/google/mt5-small). It is a test artifact, not a usable model, tagged `test-artifact` to keep it out of candidate-model search.
integrations/transformers/expectations/cpu-x86_64-bf16/mt5-small-mic.bfloat16.json CHANGED
@@ -2,16 +2,20 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
- "contract_revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "mt5-small-mic",
9
  "kind": "fixture",
10
- "revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
 
 
 
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cpu",
 
15
  "torchvision": "0.29.2+cpu",
16
  "torchaudio": "2.11.1+cpu",
17
  "tokenizers": "0.23.3",
@@ -19,20 +23,24 @@
19
  "pillow": "13.0.0",
20
  "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 7.96,
30
  "environment_differs": {
 
31
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
32
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
33
- "pillow": "13.0.0 (pinned 12.3.0)"
 
 
34
  },
35
- "platform": "cpu-x86_64-bf16"
 
36
  },
37
  "outputs": {
38
  "runtime": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
+ "contract_revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "mt5-small-mic",
9
  "kind": "fixture",
10
+ "revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
11
+ "source_model": "google/mt5-small",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/mt5-small-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0+cpu",
19
  "torchvision": "0.29.2+cpu",
20
  "torchaudio": "2.11.1+cpu",
21
  "tokenizers": "0.23.3",
 
23
  "pillow": "13.0.0",
24
  "accelerate": "1.15.0",
25
  "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.3",
28
  "protobuf": "7.36.2",
29
  "librosa": "0.11.0",
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 8.9,
34
  "environment_differs": {
35
+ "torch": "2.15.0+cpu (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
40
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
41
  },
42
+ "platform": "cpu-x86_64-bf16",
43
+ "template_date": "2026-01-01"
44
  },
45
  "outputs": {
46
  "runtime": {
integrations/transformers/expectations/cpu-x86_64-bf16/mt5-small.bfloat16.json CHANGED
@@ -2,7 +2,7 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
- "contract_revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "mt5-small",
@@ -10,8 +10,9 @@
10
  "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cpu",
 
15
  "torchvision": "0.29.2+cpu",
16
  "torchaudio": "2.11.1+cpu",
17
  "tokenizers": "0.23.3",
@@ -19,20 +20,24 @@
19
  "pillow": "13.0.0",
20
  "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 8.81,
30
  "environment_differs": {
 
31
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
32
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
33
- "pillow": "13.0.0 (pinned 12.3.0)"
 
 
34
  },
35
- "platform": "cpu-x86_64-bf16"
 
36
  },
37
  "outputs": {
38
  "runtime": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
+ "contract_revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "mt5-small",
 
10
  "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cpu",
16
  "torchvision": "0.29.2+cpu",
17
  "torchaudio": "2.11.1+cpu",
18
  "tokenizers": "0.23.3",
 
20
  "pillow": "13.0.0",
21
  "accelerate": "1.15.0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
+ "sentencepiece": "0.2.3",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 9.45,
31
  "environment_differs": {
32
+ "torch": "2.15.0+cpu (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
35
+ "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
37
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
38
  },
39
+ "platform": "cpu-x86_64-bf16",
40
+ "template_date": "2026-01-01"
41
  },
42
  "outputs": {
43
  "runtime": {
integrations/transformers/expectations/cpu-x86_64/mt5-small-mic.eager.json CHANGED
@@ -2,16 +2,20 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
- "contract_revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "mt5-small-mic",
9
  "kind": "fixture",
10
- "revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
 
 
 
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cpu",
 
15
  "torchvision": "0.29.2+cpu",
16
  "torchaudio": "2.11.1+cpu",
17
  "tokenizers": "0.23.3",
@@ -19,20 +23,24 @@
19
  "pillow": "13.0.0",
20
  "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 7.89,
30
  "environment_differs": {
 
31
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
32
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
33
- "pillow": "13.0.0 (pinned 12.3.0)"
 
 
34
  },
35
- "platform": "cpu-x86_64"
 
36
  },
37
  "outputs": {
38
  "runtime": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
+ "contract_revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "mt5-small-mic",
9
  "kind": "fixture",
10
+ "revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
11
+ "source_model": "google/mt5-small",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/mt5-small-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0+cpu",
19
  "torchvision": "0.29.2+cpu",
20
  "torchaudio": "2.11.1+cpu",
21
  "tokenizers": "0.23.3",
 
23
  "pillow": "13.0.0",
24
  "accelerate": "1.15.0",
25
  "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.3",
28
  "protobuf": "7.36.2",
29
  "librosa": "0.11.0",
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 8.7,
34
  "environment_differs": {
35
+ "torch": "2.15.0+cpu (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
40
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
41
  },
42
+ "platform": "cpu-x86_64",
43
+ "template_date": "2026-01-01"
44
  },
45
  "outputs": {
46
  "runtime": {
integrations/transformers/expectations/cpu-x86_64/mt5-small-mic.json CHANGED
@@ -2,16 +2,20 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
- "contract_revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "mt5-small-mic",
9
  "kind": "fixture",
10
- "revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
 
 
 
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cpu",
 
15
  "torchvision": "0.29.2+cpu",
16
  "torchaudio": "2.11.1+cpu",
17
  "tokenizers": "0.23.3",
@@ -19,20 +23,24 @@
19
  "pillow": "13.0.0",
20
  "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 7.9,
30
  "environment_differs": {
 
31
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
32
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
33
- "pillow": "13.0.0 (pinned 12.3.0)"
 
 
34
  },
35
- "platform": "cpu-x86_64"
 
36
  },
37
  "outputs": {
38
  "runtime": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
+ "contract_revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "mt5-small-mic",
9
  "kind": "fixture",
10
+ "revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
11
+ "source_model": "google/mt5-small",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/mt5-small-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0+cpu",
19
  "torchvision": "0.29.2+cpu",
20
  "torchaudio": "2.11.1+cpu",
21
  "tokenizers": "0.23.3",
 
23
  "pillow": "13.0.0",
24
  "accelerate": "1.15.0",
25
  "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.3",
28
  "protobuf": "7.36.2",
29
  "librosa": "0.11.0",
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 17.65,
34
  "environment_differs": {
35
+ "torch": "2.15.0+cpu (pinned 2.14.0)",
36
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
37
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
38
+ "pillow": "13.0.0 (pinned 12.3.0)",
39
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
40
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
41
  },
42
+ "platform": "cpu-x86_64",
43
+ "template_date": "2026-01-01"
44
  },
45
  "outputs": {
46
  "runtime": {
integrations/transformers/expectations/cpu-x86_64/mt5-small.eager.json CHANGED
@@ -2,7 +2,7 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
- "contract_revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "mt5-small",
@@ -10,8 +10,9 @@
10
  "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cpu",
 
15
  "torchvision": "0.29.2+cpu",
16
  "torchaudio": "2.11.1+cpu",
17
  "tokenizers": "0.23.3",
@@ -19,20 +20,24 @@
19
  "pillow": "13.0.0",
20
  "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 9.72,
30
  "environment_differs": {
 
31
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
32
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
33
- "pillow": "13.0.0 (pinned 12.3.0)"
 
 
34
  },
35
- "platform": "cpu-x86_64"
 
36
  },
37
  "outputs": {
38
  "runtime": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
+ "contract_revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "mt5-small",
 
10
  "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cpu",
16
  "torchvision": "0.29.2+cpu",
17
  "torchaudio": "2.11.1+cpu",
18
  "tokenizers": "0.23.3",
 
20
  "pillow": "13.0.0",
21
  "accelerate": "1.15.0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
+ "sentencepiece": "0.2.3",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 10.75,
31
  "environment_differs": {
32
+ "torch": "2.15.0+cpu (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
35
+ "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
37
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
38
  },
39
+ "platform": "cpu-x86_64",
40
+ "template_date": "2026-01-01"
41
  },
42
  "outputs": {
43
  "runtime": {
integrations/transformers/expectations/cpu-x86_64/mt5-small.json CHANGED
@@ -2,7 +2,7 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
- "contract_revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "mt5-small",
@@ -10,8 +10,9 @@
10
  "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cpu",
 
15
  "torchvision": "0.29.2+cpu",
16
  "torchaudio": "2.11.1+cpu",
17
  "tokenizers": "0.23.3",
@@ -19,20 +20,24 @@
19
  "pillow": "13.0.0",
20
  "accelerate": "1.15.0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 9.5,
30
  "environment_differs": {
 
31
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
32
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
33
- "pillow": "13.0.0 (pinned 12.3.0)"
 
 
34
  },
35
- "platform": "cpu-x86_64"
 
36
  },
37
  "outputs": {
38
  "runtime": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
+ "contract_revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "mt5-small",
 
10
  "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cpu",
16
  "torchvision": "0.29.2+cpu",
17
  "torchaudio": "2.11.1+cpu",
18
  "tokenizers": "0.23.3",
 
20
  "pillow": "13.0.0",
21
  "accelerate": "1.15.0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
+ "sentencepiece": "0.2.3",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 37.17,
31
  "environment_differs": {
32
+ "torch": "2.15.0+cpu (pinned 2.14.0)",
33
  "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
  "torchaudio": "2.11.1+cpu (pinned 2.11.0)",
35
+ "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
37
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
38
  },
39
+ "platform": "cpu-x86_64",
40
+ "template_date": "2026-01-01"
41
  },
42
  "outputs": {
43
  "runtime": {
integrations/transformers/expectations/cuda/mt5-small-mic.bfloat16.json CHANGED
@@ -2,38 +2,47 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
- "contract_revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "mt5-small-mic",
9
  "kind": "fixture",
10
- "revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
 
 
 
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cu130",
15
- "torchvision": "0.29.2",
16
- "torchaudio": "2.11.0+cu130",
 
17
  "tokenizers": "0.23.3",
18
  "numpy": "2.4.6",
19
  "pillow": "13.0.0",
20
  "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 8.69,
30
  "environment_differs": {
31
- "torchvision": "0.29.2 (pinned 0.29.1)",
 
 
32
  "numpy": "2.4.6 (pinned 2.3.5)",
33
  "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
 
 
35
  },
36
- "platform": "cuda"
 
37
  },
38
  "outputs": {
39
  "runtime": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
+ "contract_revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "mt5-small-mic",
9
  "kind": "fixture",
10
+ "revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
11
+ "source_model": "google/mt5-small",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/mt5-small-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0+cu132",
19
+ "torchvision": "0.29.2+cu132",
20
+ "torchaudio": "2.11.1+cu132",
21
  "tokenizers": "0.23.3",
22
  "numpy": "2.4.6",
23
  "pillow": "13.0.0",
24
  "accelerate": "1.16.0.dev0",
25
  "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.3",
28
  "protobuf": "7.36.2",
29
  "librosa": "0.11.0",
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 7.9,
34
  "environment_differs": {
35
+ "torch": "2.15.0+cu132 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
38
  "numpy": "2.4.6 (pinned 2.3.5)",
39
  "pillow": "13.0.0 (pinned 12.3.0)",
40
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
41
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
42
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
43
  },
44
+ "platform": "cuda",
45
+ "template_date": "2026-01-01"
46
  },
47
  "outputs": {
48
  "runtime": {
integrations/transformers/expectations/cuda/mt5-small-mic.eager.json CHANGED
@@ -2,38 +2,47 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
- "contract_revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "mt5-small-mic",
9
  "kind": "fixture",
10
- "revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
 
 
 
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cu130",
15
- "torchvision": "0.29.2",
16
- "torchaudio": "2.11.0+cu130",
 
17
  "tokenizers": "0.23.3",
18
  "numpy": "2.4.6",
19
  "pillow": "13.0.0",
20
  "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 8.42,
30
  "environment_differs": {
31
- "torchvision": "0.29.2 (pinned 0.29.1)",
 
 
32
  "numpy": "2.4.6 (pinned 2.3.5)",
33
  "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
 
 
35
  },
36
- "platform": "cuda"
 
37
  },
38
  "outputs": {
39
  "runtime": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
+ "contract_revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "mt5-small-mic",
9
  "kind": "fixture",
10
+ "revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
11
+ "source_model": "google/mt5-small",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/mt5-small-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0+cu132",
19
+ "torchvision": "0.29.2+cu132",
20
+ "torchaudio": "2.11.1+cu132",
21
  "tokenizers": "0.23.3",
22
  "numpy": "2.4.6",
23
  "pillow": "13.0.0",
24
  "accelerate": "1.16.0.dev0",
25
  "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.3",
28
  "protobuf": "7.36.2",
29
  "librosa": "0.11.0",
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 8.16,
34
  "environment_differs": {
35
+ "torch": "2.15.0+cu132 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
38
  "numpy": "2.4.6 (pinned 2.3.5)",
39
  "pillow": "13.0.0 (pinned 12.3.0)",
40
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
41
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
42
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
43
  },
44
+ "platform": "cuda",
45
+ "template_date": "2026-01-01"
46
  },
47
  "outputs": {
48
  "runtime": {
integrations/transformers/expectations/cuda/mt5-small-mic.json CHANGED
@@ -2,38 +2,47 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
- "contract_revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "mt5-small-mic",
9
  "kind": "fixture",
10
- "revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
 
 
 
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cu130",
15
- "torchvision": "0.29.2",
16
- "torchaudio": "2.11.0+cu130",
 
17
  "tokenizers": "0.23.3",
18
  "numpy": "2.4.6",
19
  "pillow": "13.0.0",
20
  "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 9.48,
30
  "environment_differs": {
31
- "torchvision": "0.29.2 (pinned 0.29.1)",
 
 
32
  "numpy": "2.4.6 (pinned 2.3.5)",
33
  "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
 
 
35
  },
36
- "platform": "cuda"
 
37
  },
38
  "outputs": {
39
  "runtime": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
+ "contract_revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "mt5-small-mic",
9
  "kind": "fixture",
10
+ "revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
11
+ "source_model": "google/mt5-small",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/mt5-small-mic",
14
  "environment": {
15
  "python": "3.11.18",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0+cu132",
19
+ "torchvision": "0.29.2+cu132",
20
+ "torchaudio": "2.11.1+cu132",
21
  "tokenizers": "0.23.3",
22
  "numpy": "2.4.6",
23
  "pillow": "13.0.0",
24
  "accelerate": "1.16.0.dev0",
25
  "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.3",
28
  "protobuf": "7.36.2",
29
  "librosa": "0.11.0",
30
  "soundfile": "0.14.0",
31
  "scipy": "1.17.1"
32
  },
33
+ "seconds": 9.42,
34
  "environment_differs": {
35
+ "torch": "2.15.0+cu132 (pinned 2.14.0)",
36
+ "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
37
+ "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
38
  "numpy": "2.4.6 (pinned 2.3.5)",
39
  "pillow": "13.0.0 (pinned 12.3.0)",
40
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
41
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
42
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
43
  },
44
+ "platform": "cuda",
45
+ "template_date": "2026-01-01"
46
  },
47
  "outputs": {
48
  "runtime": {
integrations/transformers/expectations/cuda/mt5-small.bfloat16.json CHANGED
@@ -2,7 +2,7 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
- "contract_revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "mt5-small",
@@ -10,30 +10,36 @@
10
  "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cu130",
15
- "torchvision": "0.29.2",
16
- "torchaudio": "2.11.0+cu130",
 
17
  "tokenizers": "0.23.3",
18
  "numpy": "2.4.6",
19
  "pillow": "13.0.0",
20
  "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 10.16,
30
  "environment_differs": {
31
- "torchvision": "0.29.2 (pinned 0.29.1)",
 
 
32
  "numpy": "2.4.6 (pinned 2.3.5)",
33
  "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
 
 
35
  },
36
- "platform": "cuda"
 
37
  },
38
  "outputs": {
39
  "runtime": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
+ "contract_revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
6
  "framework": "transformers",
7
  "variant": "bfloat16",
8
  "target": "mt5-small",
 
10
  "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cu132",
16
+ "torchvision": "0.29.2+cu132",
17
+ "torchaudio": "2.11.1+cu132",
18
  "tokenizers": "0.23.3",
19
  "numpy": "2.4.6",
20
  "pillow": "13.0.0",
21
  "accelerate": "1.16.0.dev0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
+ "sentencepiece": "0.2.3",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 9.46,
31
  "environment_differs": {
32
+ "torch": "2.15.0+cu132 (pinned 2.14.0)",
33
+ "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
34
+ "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
35
  "numpy": "2.4.6 (pinned 2.3.5)",
36
  "pillow": "13.0.0 (pinned 12.3.0)",
37
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
38
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
39
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
40
  },
41
+ "platform": "cuda",
42
+ "template_date": "2026-01-01"
43
  },
44
  "outputs": {
45
  "runtime": {
integrations/transformers/expectations/cuda/mt5-small.eager.json CHANGED
@@ -2,7 +2,7 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
- "contract_revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "mt5-small",
@@ -10,30 +10,36 @@
10
  "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cu130",
15
- "torchvision": "0.29.2",
16
- "torchaudio": "2.11.0+cu130",
 
17
  "tokenizers": "0.23.3",
18
  "numpy": "2.4.6",
19
  "pillow": "13.0.0",
20
  "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 10.18,
30
  "environment_differs": {
31
- "torchvision": "0.29.2 (pinned 0.29.1)",
 
 
32
  "numpy": "2.4.6 (pinned 2.3.5)",
33
  "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
 
 
35
  },
36
- "platform": "cuda"
 
37
  },
38
  "outputs": {
39
  "runtime": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
+ "contract_revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
6
  "framework": "transformers",
7
  "variant": "eager",
8
  "target": "mt5-small",
 
10
  "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cu132",
16
+ "torchvision": "0.29.2+cu132",
17
+ "torchaudio": "2.11.1+cu132",
18
  "tokenizers": "0.23.3",
19
  "numpy": "2.4.6",
20
  "pillow": "13.0.0",
21
  "accelerate": "1.16.0.dev0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
+ "sentencepiece": "0.2.3",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 10.01,
31
  "environment_differs": {
32
+ "torch": "2.15.0+cu132 (pinned 2.14.0)",
33
+ "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
34
+ "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
35
  "numpy": "2.4.6 (pinned 2.3.5)",
36
  "pillow": "13.0.0 (pinned 12.3.0)",
37
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
38
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
39
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
40
  },
41
+ "platform": "cuda",
42
+ "template_date": "2026-01-01"
43
  },
44
  "outputs": {
45
  "runtime": {
integrations/transformers/expectations/cuda/mt5-small.json CHANGED
@@ -2,7 +2,7 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
- "contract_revision": "9ff934117e671a6149ff14e52b379bc79286d5f6",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "mt5-small",
@@ -10,30 +10,36 @@
10
  "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a",
11
  "environment": {
12
  "python": "3.11.18",
13
- "transformers": "5.22.0.dev0",
14
- "torch": "2.14.0+cu130",
15
- "torchvision": "0.29.2",
16
- "torchaudio": "2.11.0+cu130",
 
17
  "tokenizers": "0.23.3",
18
  "numpy": "2.4.6",
19
  "pillow": "13.0.0",
20
  "accelerate": "1.16.0.dev0",
21
  "safetensors": "0.8.0",
22
- "huggingface-hub": "2.3.0",
23
- "sentencepiece": "0.2.2",
24
  "protobuf": "7.36.2",
25
  "librosa": "0.11.0",
26
  "soundfile": "0.14.0",
27
  "scipy": "1.17.1"
28
  },
29
- "seconds": 10.75,
30
  "environment_differs": {
31
- "torchvision": "0.29.2 (pinned 0.29.1)",
 
 
32
  "numpy": "2.4.6 (pinned 2.3.5)",
33
  "pillow": "13.0.0 (pinned 12.3.0)",
34
- "accelerate": "1.16.0.dev0 (pinned 1.15.0)"
 
 
35
  },
36
- "platform": "cuda"
 
37
  },
38
  "outputs": {
39
  "runtime": {
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/mt5-small-mic",
4
  "contract_name": "MT5",
5
+ "contract_revision": "a7ffa088d8e46d081fb5ac996f16e4ff77ee76e9",
6
  "framework": "transformers",
7
  "variant": "default",
8
  "target": "mt5-small",
 
10
  "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a",
11
  "environment": {
12
  "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cu132",
16
+ "torchvision": "0.29.2+cu132",
17
+ "torchaudio": "2.11.1+cu132",
18
  "tokenizers": "0.23.3",
19
  "numpy": "2.4.6",
20
  "pillow": "13.0.0",
21
  "accelerate": "1.16.0.dev0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
+ "sentencepiece": "0.2.3",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 9.73,
31
  "environment_differs": {
32
+ "torch": "2.15.0+cu132 (pinned 2.14.0)",
33
+ "torchvision": "0.29.2+cu132 (pinned 0.29.1)",
34
+ "torchaudio": "2.11.1+cu132 (pinned 2.11.0)",
35
  "numpy": "2.4.6 (pinned 2.3.5)",
36
  "pillow": "13.0.0 (pinned 12.3.0)",
37
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
38
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
39
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
40
  },
41
+ "platform": "cuda",
42
+ "template_date": "2026-01-01"
43
  },
44
  "outputs": {
45
  "runtime": {