tarekziade HF Staff commited on
Commit
ed5a986
·
verified ·
1 Parent(s): 3a746fb

Publish MIC usage, slim fixture and reviewed Transformers expectations

Browse files
.mic-repo.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "mic-umbrella-v1",
3
+ "contract_files": [
4
+ "integration.json",
5
+ "integrations/transformers/usage.md"
6
+ ]
7
+ }
README.md ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - mic
4
+ - test-artifact
5
+ base_model: uclanlp/plbart-java-cs
6
+ ---
7
+
8
+ # plbart-java-cs-mic
9
+
10
+ Slim model weights, executable usage and framework expectations in one repository.
11
+
12
+ - [Contract manifest](integration.json)
13
+ - [Transformers usage](integrations/transformers/usage.md)
14
+ - [Transformers expectations](integrations/transformers/expectations)
15
+ - [Fixture provenance](build.json)
16
+ - [How the fixture was shrunk](https://huggingface-mic-mic-coverage.static.hf.space/shrink/plbart-java-cs-mic.html)
17
+
18
+ ## Contract
19
+
20
+ ### PLBart code translation
21
+
22
+ Runnable usage and the framework expectations directory are linked above.
23
+
24
+ ## Slim model
25
+
26
+ ### Slim fixture: plbart-java-cs-mic
27
+
28
+ A 3.5M-parameter fixture for the [PLBart MIC](https://huggingface.co/huggingface-mic/plbart-java-cs-mic), covering [`uclanlp/plbart-java-cs`](https://huggingface.co/uclanlp/plbart-java-cs). It is a test artifact, not a usable model, tagged `test-artifact` to keep it out of candidate-model search.
29
+
30
+ - **Fixture key `cac9f40f742c`.** It covers every checkpoint whose processor files are byte-identical and whose config matches after shrinking.
31
+ - **Same architecture, smaller config:** `PLBartForConditionalGeneration`, shrunk by the generic rule in [`sweep.py`](https://github.com/huggingface/transformers-mic/blob/main/experiments/sweep.py) (encoder_layers 2, decoder_layers 2).
32
+ - **Processor files copied byte for byte** from `uclanlp/plbart-java-cs`: `sentencepiece.bpe.model`.
33
+ - **Random weights (seed 17).** They passed the input-sensitivity gate: every perturbation of the contract's inputs moved the logits by at least 0.001 (weakest: `attention_mask:all_ones`, 0.0063), so no training was needed.
34
+ - **Same tensor names as the real checkpoint.** The real checkpoint has every parameter, and so does the fixture.
35
+ - **Saved in float32**, the dtype `uclanlp/plbart-java-cs` loads in by default.
36
+ - **Finite in float32, bfloat16, and float16** (forward, loss, gradients).
37
+
38
+ Built by [`build_fixtures.py`](https://github.com/huggingface/transformers-mic/blob/main/example/build_fixtures.py); [`build.json`](build.json) records the pinned sources, gate results, and file hashes. This repository includes the slim weights, usage and framework expectations; rebuild the other files with `python example/build_fixtures.py --fixture plbart-java-cs-mic`.
build.json ADDED
@@ -0,0 +1,135 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fixture": "huggingface-mic/plbart-java-cs-mic",
3
+ "key": "cac9f40f742c39637b23fe32b8e6462905c9aa0788de7b679b9a6b6aa5fdd7d5",
4
+ "key_fields": {
5
+ "architectures": [
6
+ "PLBartForConditionalGeneration"
7
+ ],
8
+ "output_hidden_states": false,
9
+ "return_dict": true,
10
+ "chunk_size_feed_forward": 0,
11
+ "is_encoder_decoder": true,
12
+ "id2label": {
13
+ "0": "LABEL_0",
14
+ "1": "LABEL_1"
15
+ },
16
+ "label2id": {
17
+ "LABEL_0": 0,
18
+ "LABEL_1": 1
19
+ },
20
+ "problem_type": null,
21
+ "vocab_size": 50005,
22
+ "max_position_embeddings": 1024,
23
+ "encoder_layers": 2,
24
+ "encoder_ffn_dim": 128,
25
+ "encoder_attention_heads": 4,
26
+ "decoder_layers": 2,
27
+ "decoder_ffn_dim": 128,
28
+ "decoder_attention_heads": 4,
29
+ "encoder_layerdrop": 0.0,
30
+ "decoder_layerdrop": 0.0,
31
+ "use_cache": true,
32
+ "activation_function": "gelu",
33
+ "d_model": 64,
34
+ "dropout": 0.1,
35
+ "attention_dropout": 0.1,
36
+ "activation_dropout": 0.0,
37
+ "init_std": 0.02,
38
+ "classifier_dropout": 0.0,
39
+ "scale_embedding": true,
40
+ "pad_token_id": 1,
41
+ "bos_token_id": 0,
42
+ "eos_token_id": 2,
43
+ "forced_eos_token_id": 2,
44
+ "is_decoder": false,
45
+ "tie_word_embeddings": true,
46
+ "model_type": "plbart",
47
+ "output_attentions": false
48
+ },
49
+ "covers": {
50
+ "uclanlp/plbart-java-cs": "0426c742606ceb3c2e12de0ae9c46a969bba6023"
51
+ },
52
+ "built_from": {
53
+ "repo": "uclanlp/plbart-java-cs",
54
+ "revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023"
55
+ },
56
+ "seed": 17,
57
+ "dtype": "float32",
58
+ "builder": "example/build_fixtures.py",
59
+ "builder_revision": "e0a6b1514964849b9340055e7d6d8ac67e21e051",
60
+ "recipe": {
61
+ "seed": 17
62
+ },
63
+ "shrink": "rule",
64
+ "model_class": "PLBartForConditionalGeneration",
65
+ "parameters": 3499328,
66
+ "missing_parameters": [],
67
+ "serialization": {
68
+ "file": "model.safetensors",
69
+ "source_file": "pytorch_model.bin",
70
+ "reverted_conversions": []
71
+ },
72
+ "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
73
+ "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
74
+ "captured": {
75
+ "call": "training step",
76
+ "inputs": [
77
+ "attention_mask",
78
+ "input_ids",
79
+ "labels"
80
+ ],
81
+ "class": "PLBartForConditionalGeneration"
82
+ },
83
+ "weights": "random",
84
+ "gate": {
85
+ "random": {
86
+ "pass": true,
87
+ "accepted_insensitive": {},
88
+ "threshold": 0.001,
89
+ "deltas": {
90
+ "input_ids:roll_batch": 0.006489932537078857,
91
+ "input_ids:reverse": 0.010007187724113464,
92
+ "attention_mask:all_ones": 0.0062996819615364075
93
+ },
94
+ "weakest": "attention_mask:all_ones",
95
+ "no_perturbation_defined": [],
96
+ "not_a_forward_parameter": []
97
+ }
98
+ },
99
+ "numeric_health": {
100
+ "float32": {
101
+ "outputs_finite": true,
102
+ "loss_finite": true,
103
+ "gradients_finite": true,
104
+ "finite": true
105
+ },
106
+ "bfloat16": {
107
+ "outputs_finite": true,
108
+ "loss_finite": true,
109
+ "gradients_finite": true,
110
+ "finite": true
111
+ },
112
+ "float16": {
113
+ "outputs_finite": true,
114
+ "loss_finite": true,
115
+ "unscaled_gradients_finite": true,
116
+ "finite": true
117
+ }
118
+ },
119
+ "copied_unchanged": [
120
+ "sentencepiece.bpe.model"
121
+ ],
122
+ "environment": {
123
+ "python": "3.11.18",
124
+ "machine": "x86_64",
125
+ "torch": "2.15.0+cpu",
126
+ "transformers": "5.23.0.dev0",
127
+ "tokenizers": "0.23.3"
128
+ },
129
+ "sha256": {
130
+ "config.json": "ebb6aa6accc2252973c36573acc3a4dc75f870eef392223e385074b2755fc800",
131
+ "generation_config.json": "18d2ce2587071d5b671d7202b210c4813a2618d519b62cbcf4a7c08b77b74673",
132
+ "model.safetensors": "6a18bddb252cb458c8024db7ef08ad1b698d482e599724c6e341903eb36ce19e",
133
+ "sentencepiece.bpe.model": "f72f5d040a176945623a255484d24066f8c0da89a294359154e226efbe494b80"
134
+ }
135
+ }
config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation_dropout": 0.0,
3
+ "activation_function": "gelu",
4
+ "architectures": [
5
+ "PLBartForConditionalGeneration"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "bos_token_id": 0,
9
+ "classifier_dropout": 0.0,
10
+ "d_model": 64,
11
+ "decoder_attention_heads": 4,
12
+ "decoder_ffn_dim": 128,
13
+ "decoder_layerdrop": 0.0,
14
+ "decoder_layers": 2,
15
+ "dropout": 0.1,
16
+ "dtype": "float32",
17
+ "encoder_attention_heads": 4,
18
+ "encoder_ffn_dim": 128,
19
+ "encoder_layerdrop": 0.0,
20
+ "encoder_layers": 2,
21
+ "eos_token_id": 2,
22
+ "forced_eos_token_id": 2,
23
+ "init_std": 0.02,
24
+ "is_decoder": false,
25
+ "is_encoder_decoder": true,
26
+ "max_position_embeddings": 1024,
27
+ "model_type": "plbart",
28
+ "pad_token_id": 1,
29
+ "scale_embedding": true,
30
+ "tie_word_embeddings": true,
31
+ "transformers_version": "5.23.0.dev0",
32
+ "use_cache": true,
33
+ "vocab_size": 50005
34
+ }
generation_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 0,
4
+ "eos_token_id": 2,
5
+ "forced_eos_token_id": 2,
6
+ "output_attentions": false,
7
+ "output_hidden_states": false,
8
+ "pad_token_id": 1,
9
+ "transformers_version": "5.23.0.dev0",
10
+ "use_cache": true
11
+ }
integration.json ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "mic": "0.3",
3
+ "name": "PLBart code translation",
4
+ "usage": "AutoTokenizer + AutoModelForSeq2SeqLM.generate, batched",
5
+ "architecture": "PLBartForConditionalGeneration",
6
+ "checkpoints": {
7
+ "uclanlp/plbart-java-cs": {
8
+ "fixture": "huggingface-mic/plbart-java-cs-mic"
9
+ }
10
+ },
11
+ "fixtures": {
12
+ "huggingface-mic/plbart-java-cs-mic": {
13
+ "built_from": "uclanlp/plbart-java-cs",
14
+ "covers": [
15
+ "uclanlp/plbart-java-cs"
16
+ ],
17
+ "build": {
18
+ "seed": 17
19
+ }
20
+ }
21
+ },
22
+ "integrations": {
23
+ "transformers": {
24
+ "entry_point": "integrations/transformers/usage.md",
25
+ "format": "runnable-markdown",
26
+ "requires": [
27
+ "transformers>=5",
28
+ "torch",
29
+ "sentencepiece",
30
+ "protobuf"
31
+ ],
32
+ "targets": [
33
+ "fixtures",
34
+ "checkpoints"
35
+ ],
36
+ "variants": {
37
+ "default": {},
38
+ "eager": {
39
+ "attn_implementation": "eager"
40
+ },
41
+ "bfloat16": {
42
+ "dtype": "bfloat16"
43
+ }
44
+ },
45
+ "training": true,
46
+ "resources": {
47
+ "fixture": {
48
+ "download_mb": 150
49
+ },
50
+ "uclanlp/plbart-java-cs": {
51
+ "memory_gb": 1,
52
+ "download_mb": 242
53
+ }
54
+ }
55
+ }
56
+ },
57
+ "outputs": {
58
+ "runtime": {
59
+ "compare": "exact"
60
+ },
61
+ "generated_tokens": {
62
+ "compare": "exact"
63
+ },
64
+ "generated_text": {
65
+ "compare": "exact"
66
+ },
67
+ "label_logprobs": {
68
+ "compare": "allclose",
69
+ "atol": 0.0001,
70
+ "rtol": 0.0001
71
+ },
72
+ "decoded_roundtrip": {
73
+ "compare": "exact"
74
+ },
75
+ "training.loss": {
76
+ "compare": "allclose",
77
+ "atol": 0.0001,
78
+ "rtol": 0.0001
79
+ },
80
+ "training.gradients": {
81
+ "compare": "all_true"
82
+ },
83
+ "training.updated": {
84
+ "compare": "true"
85
+ }
86
+ }
87
+ }
integrations/transformers/expectations/cpu-x86_64-bf16/plbart-java-cs-mic.bfloat16.json ADDED
@@ -0,0 +1,339 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/plbart-java-cs-mic",
4
+ "contract_name": "PLBart",
5
+ "contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
6
+ "framework": "transformers",
7
+ "variant": "bfloat16",
8
+ "target": "plbart-java-cs-mic",
9
+ "kind": "fixture",
10
+ "revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
11
+ "source_model": "uclanlp/plbart-java-cs",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/plbart-java-cs-mic",
14
+ "environment": {
15
+ "python": "3.11.18",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0+cpu",
19
+ "torchvision": "0.29.2+cpu",
20
+ "torchaudio": "2.11.1+cpu",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.3",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 7.22,
34
+ "environment_differs": {
35
+ "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
37
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
38
+ },
39
+ "platform": "cpu-x86_64-bf16",
40
+ "template_date": "2026-01-01"
41
+ },
42
+ "outputs": {
43
+ "runtime": {
44
+ "device": "cpu",
45
+ "dtype": "bfloat16",
46
+ "attn_implementation": "sdpa"
47
+ },
48
+ "generated_tokens": [
49
+ [
50
+ 0,
51
+ 0,
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 0,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 0,
64
+ 0,
65
+ 0,
66
+ 0,
67
+ 0,
68
+ 0,
69
+ 0,
70
+ 0,
71
+ 0,
72
+ 0,
73
+ 0,
74
+ 0,
75
+ 0,
76
+ 0,
77
+ 0,
78
+ 0,
79
+ 0,
80
+ 0,
81
+ 0,
82
+ 2
83
+ ],
84
+ [
85
+ 0,
86
+ 0,
87
+ 0,
88
+ 0,
89
+ 0,
90
+ 0,
91
+ 0,
92
+ 0,
93
+ 0,
94
+ 0,
95
+ 0,
96
+ 0,
97
+ 0,
98
+ 0,
99
+ 0,
100
+ 0,
101
+ 0,
102
+ 0,
103
+ 0,
104
+ 0,
105
+ 0,
106
+ 0,
107
+ 0,
108
+ 0,
109
+ 0,
110
+ 0,
111
+ 0,
112
+ 0,
113
+ 0,
114
+ 0,
115
+ 0,
116
+ 0,
117
+ 2
118
+ ],
119
+ [
120
+ 0,
121
+ 0,
122
+ 0,
123
+ 0,
124
+ 0,
125
+ 0,
126
+ 0,
127
+ 0,
128
+ 0,
129
+ 0,
130
+ 0,
131
+ 0,
132
+ 0,
133
+ 0,
134
+ 0,
135
+ 0,
136
+ 0,
137
+ 0,
138
+ 0,
139
+ 0,
140
+ 0,
141
+ 0,
142
+ 0,
143
+ 0,
144
+ 0,
145
+ 0,
146
+ 0,
147
+ 0,
148
+ 0,
149
+ 0,
150
+ 0,
151
+ 0,
152
+ 2
153
+ ],
154
+ [
155
+ 0,
156
+ 0,
157
+ 0,
158
+ 0,
159
+ 0,
160
+ 0,
161
+ 0,
162
+ 0,
163
+ 0,
164
+ 0,
165
+ 0,
166
+ 0,
167
+ 0,
168
+ 0,
169
+ 0,
170
+ 0,
171
+ 0,
172
+ 0,
173
+ 0,
174
+ 0,
175
+ 0,
176
+ 0,
177
+ 0,
178
+ 0,
179
+ 0,
180
+ 0,
181
+ 0,
182
+ 0,
183
+ 0,
184
+ 0,
185
+ 0,
186
+ 0,
187
+ 2
188
+ ]
189
+ ],
190
+ "generated_text": [
191
+ "",
192
+ "",
193
+ "",
194
+ ""
195
+ ],
196
+ "label_logprobs": [
197
+ [
198
+ -10.760896682739258,
199
+ -11.000101089477539,
200
+ -10.64168930053711,
201
+ -10.639985084533691,
202
+ -10.720884323120117,
203
+ -10.665568351745605,
204
+ -10.930673599243164,
205
+ -10.707077026367188,
206
+ -10.599762916564941,
207
+ -10.78577995300293,
208
+ -10.751286506652832,
209
+ -10.963910102844238,
210
+ -10.837050437927246,
211
+ -10.665088653564453,
212
+ -10.9024658203125,
213
+ -11.049229621887207,
214
+ -10.826783180236816,
215
+ -11.036859512329102,
216
+ -11.066533088684082,
217
+ -10.72146224975586,
218
+ -11.086983680725098,
219
+ -11.025752067565918,
220
+ -10.834647178649902,
221
+ -11.01915168762207,
222
+ -10.60546875,
223
+ -10.828248023986816,
224
+ -10.76507568359375,
225
+ -10.791603088378906,
226
+ -10.707235336303711,
227
+ -11.109134674072266
228
+ ],
229
+ [
230
+ -10.758469581604004,
231
+ -10.998159408569336,
232
+ -11.141688346862793,
233
+ -10.925432205200195,
234
+ -10.698627471923828,
235
+ -10.723726272583008,
236
+ -10.672653198242188,
237
+ -10.872424125671387,
238
+ -10.714384078979492,
239
+ -10.615339279174805,
240
+ -10.757251739501953,
241
+ -10.731367111206055,
242
+ -11.003007888793945,
243
+ -10.79845905303955,
244
+ -10.670095443725586,
245
+ -10.913561820983887,
246
+ -10.665871620178223,
247
+ -10.783939361572266,
248
+ -10.829888343811035,
249
+ -10.50598430633545,
250
+ -10.826744079589844,
251
+ -10.893451690673828,
252
+ 0.0,
253
+ 0.0,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0,
258
+ 0.0,
259
+ 0.0
260
+ ],
261
+ [
262
+ -10.760431289672852,
263
+ -11.002063751220703,
264
+ -10.903404235839844,
265
+ -10.704031944274902,
266
+ -10.718929290771484,
267
+ -10.665583610534668,
268
+ -10.93311595916748,
269
+ -10.709004402160645,
270
+ -10.59683609008789,
271
+ -10.713536262512207,
272
+ -10.66588306427002,
273
+ -10.869821548461914,
274
+ -10.757153511047363,
275
+ -10.699074745178223,
276
+ -10.481645584106445,
277
+ -10.906895637512207,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0,
288
+ 0.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0
292
+ ],
293
+ [
294
+ -10.75996208190918,
295
+ -11.00108814239502,
296
+ -11.11434268951416,
297
+ -10.96158218383789,
298
+ -10.947731018066406,
299
+ -10.722736358642578,
300
+ -10.672677993774414,
301
+ -10.87389087677002,
302
+ -10.714378356933594,
303
+ -10.614376068115234,
304
+ -10.765549659729004,
305
+ -10.632793426513672,
306
+ -10.881914138793945,
307
+ -10.776824951171875,
308
+ -11.025071144104004,
309
+ -10.506880760192871,
310
+ -10.900157928466797,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0,
314
+ 0.0,
315
+ 0.0,
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 0.0
324
+ ]
325
+ ],
326
+ "decoded_roundtrip": [
327
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
328
+ "public int multiply(int a, int b, int c){return a * b * c;}"
329
+ ],
330
+ "training": {
331
+ "loss": 10.875,
332
+ "gradients": {
333
+ "model.encoder.layers.0.self_attn.q_proj.weight": true,
334
+ "model.decoder.layers.0.encoder_attn.q_proj.weight": true
335
+ },
336
+ "updated": true
337
+ }
338
+ }
339
+ }
integrations/transformers/expectations/cpu-x86_64-bf16/plbart-java-cs.bfloat16.json ADDED
@@ -0,0 +1,328 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/plbart-java-cs-mic",
4
+ "contract_name": "PLBart",
5
+ "contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
6
+ "framework": "transformers",
7
+ "variant": "bfloat16",
8
+ "target": "plbart-java-cs",
9
+ "kind": "checkpoint",
10
+ "revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023",
11
+ "environment": {
12
+ "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cpu",
16
+ "torchvision": "0.29.2+cpu",
17
+ "torchaudio": "2.11.1+cpu",
18
+ "tokenizers": "0.23.3",
19
+ "numpy": "2.3.5",
20
+ "pillow": "13.0.0",
21
+ "accelerate": "1.15.0",
22
+ "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
+ "sentencepiece": "0.2.3",
25
+ "protobuf": "7.36.2",
26
+ "librosa": "0.11.0",
27
+ "soundfile": "0.14.0",
28
+ "scipy": "1.17.1"
29
+ },
30
+ "seconds": 8.0,
31
+ "environment_differs": {
32
+ "pillow": "13.0.0 (pinned 12.3.0)",
33
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
34
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
35
+ },
36
+ "platform": "cpu-x86_64-bf16",
37
+ "template_date": "2026-01-01"
38
+ },
39
+ "outputs": {
40
+ "runtime": {
41
+ "device": "cpu",
42
+ "dtype": "bfloat16",
43
+ "attn_implementation": "sdpa"
44
+ },
45
+ "generated_tokens": [
46
+ [
47
+ 0,
48
+ 161,
49
+ 219,
50
+ 5452,
51
+ 33460,
52
+ 234,
53
+ 14,
54
+ 33463,
55
+ 219,
56
+ 56,
57
+ 33463,
58
+ 219,
59
+ 18,
60
+ 2068,
61
+ 4258,
62
+ 2710,
63
+ 33455,
64
+ 3380,
65
+ 33460,
66
+ 33441,
67
+ 33463,
68
+ 2710,
69
+ 33455,
70
+ 3380,
71
+ 33460,
72
+ 33465,
73
+ 33463,
74
+ 18,
75
+ 3005,
76
+ 33484,
77
+ 2
78
+ ],
79
+ [
80
+ 0,
81
+ 161,
82
+ 219,
83
+ 25089,
84
+ 185,
85
+ 33460,
86
+ 234,
87
+ 14,
88
+ 33463,
89
+ 219,
90
+ 56,
91
+ 33463,
92
+ 219,
93
+ 18,
94
+ 2068,
95
+ 4258,
96
+ 14,
97
+ 294,
98
+ 56,
99
+ 294,
100
+ 18,
101
+ 11684,
102
+ 2,
103
+ 1,
104
+ 1,
105
+ 1,
106
+ 1,
107
+ 1,
108
+ 1,
109
+ 1,
110
+ 1
111
+ ],
112
+ [
113
+ 0,
114
+ 161,
115
+ 219,
116
+ 2001,
117
+ 33460,
118
+ 234,
119
+ 14,
120
+ 33463,
121
+ 219,
122
+ 56,
123
+ 2068,
124
+ 4258,
125
+ 14,
126
+ 163,
127
+ 56,
128
+ 11684,
129
+ 2,
130
+ 1,
131
+ 1,
132
+ 1,
133
+ 1,
134
+ 1,
135
+ 1,
136
+ 1,
137
+ 1,
138
+ 1,
139
+ 1,
140
+ 1,
141
+ 1,
142
+ 1,
143
+ 1
144
+ ],
145
+ [
146
+ 0,
147
+ 161,
148
+ 4287,
149
+ 219,
150
+ 3079,
151
+ 3043,
152
+ 33460,
153
+ 234,
154
+ 14,
155
+ 33463,
156
+ 219,
157
+ 56,
158
+ 2068,
159
+ 4258,
160
+ 14,
161
+ 158,
162
+ 56,
163
+ 11684,
164
+ 2,
165
+ 1,
166
+ 1,
167
+ 1,
168
+ 1,
169
+ 1,
170
+ 1,
171
+ 1,
172
+ 1,
173
+ 1,
174
+ 1,
175
+ 1,
176
+ 1
177
+ ]
178
+ ],
179
+ "generated_text": [
180
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
181
+ "public intMultiply(int a, int b, int c){return a * b * c;}",
182
+ "public int Add(int a, int b){return a + b;}",
183
+ "public virtual int Subtract(int a, int b){return a - b;}"
184
+ ],
185
+ "label_logprobs": [
186
+ [
187
+ -0.04988726228475571,
188
+ -0.26920995116233826,
189
+ -1.5105478763580322,
190
+ -0.06502527743577957,
191
+ -0.0416967049241066,
192
+ -0.04875560477375984,
193
+ -0.044738683849573135,
194
+ -0.06028269976377487,
195
+ -0.045586664229631424,
196
+ -0.04618250951170921,
197
+ -0.05507525056600571,
198
+ -0.06202184408903122,
199
+ -0.08529015630483627,
200
+ -0.03676654025912285,
201
+ -0.04884643107652664,
202
+ -0.06357821822166443,
203
+ -0.018992943689227104,
204
+ -0.04750796779990196,
205
+ -0.028559116646647453,
206
+ -0.048059724271297455,
207
+ -0.025450007990002632,
208
+ -0.0674385279417038,
209
+ -0.02470421977341175,
210
+ -0.05332645773887634,
211
+ -0.0453592985868454,
212
+ -0.04284174367785454,
213
+ -0.0720677301287651,
214
+ -0.02888009324669838,
215
+ -0.0535060279071331,
216
+ -0.06469357013702393
217
+ ],
218
+ [
219
+ -0.046896420419216156,
220
+ -0.17028360068798065,
221
+ -2.0538177490234375,
222
+ -0.4388357698917389,
223
+ -0.04938224330544472,
224
+ -0.04269508644938469,
225
+ -0.05197791010141373,
226
+ -0.05117792263627052,
227
+ -0.057582151144742966,
228
+ -0.044475097209215164,
229
+ -0.0506412573158741,
230
+ -0.055519554764032364,
231
+ -0.062413573265075684,
232
+ -0.06228319928050041,
233
+ -0.04933299869298935,
234
+ -0.046368829905986786,
235
+ -0.06673858314752579,
236
+ -0.0532894991338253,
237
+ -0.1386767327785492,
238
+ -0.08058366179466248,
239
+ -0.05111800506711006,
240
+ -0.06401462107896805,
241
+ 0.0,
242
+ 0.0,
243
+ 0.0,
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0
249
+ ],
250
+ [
251
+ -0.04650744050741196,
252
+ -0.4145406186580658,
253
+ -0.16305354237556458,
254
+ -0.06744487583637238,
255
+ -0.04716164246201515,
256
+ -0.05423584580421448,
257
+ -0.05026336759328842,
258
+ -0.050530195236206055,
259
+ -0.06280872970819473,
260
+ -0.05600322410464287,
261
+ -0.04988318309187889,
262
+ -0.051943957805633545,
263
+ -0.041410237550735474,
264
+ -0.0653306320309639,
265
+ -0.045597486197948456,
266
+ -0.06699759513139725,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 0.0,
274
+ 0.0,
275
+ 0.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0
281
+ ],
282
+ [
283
+ -0.04980197921395302,
284
+ -2.2950000762939453,
285
+ -0.06334047019481659,
286
+ -0.025411192327737808,
287
+ -0.062286000698804855,
288
+ -0.04641970247030258,
289
+ -0.05506768822669983,
290
+ -0.04792599007487297,
291
+ -0.054664719849824905,
292
+ -0.05604955181479454,
293
+ -0.054864928126335144,
294
+ -0.050805334001779556,
295
+ -0.05915611982345581,
296
+ -0.07333008944988251,
297
+ -0.06372597813606262,
298
+ -0.04858437553048134,
299
+ -0.06337583065032959,
300
+ 0.0,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 0.0,
310
+ 0.0,
311
+ 0.0,
312
+ 0.0
313
+ ]
314
+ ],
315
+ "decoded_roundtrip": [
316
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
317
+ "public int multiply(int a, int b, int c){return a * b * c;}"
318
+ ],
319
+ "training": {
320
+ "loss": 0.2041015625,
321
+ "gradients": {
322
+ "model.encoder.layers.0.self_attn.q_proj.weight": true,
323
+ "model.decoder.layers.0.encoder_attn.q_proj.weight": true
324
+ },
325
+ "updated": true
326
+ }
327
+ }
328
+ }
integrations/transformers/expectations/cpu-x86_64/plbart-java-cs-mic.eager.json ADDED
@@ -0,0 +1,339 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/plbart-java-cs-mic",
4
+ "contract_name": "PLBart",
5
+ "contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
6
+ "framework": "transformers",
7
+ "variant": "eager",
8
+ "target": "plbart-java-cs-mic",
9
+ "kind": "fixture",
10
+ "revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
11
+ "source_model": "uclanlp/plbart-java-cs",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/plbart-java-cs-mic",
14
+ "environment": {
15
+ "python": "3.11.18",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0+cpu",
19
+ "torchvision": "0.29.2+cpu",
20
+ "torchaudio": "2.11.1+cpu",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.3",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 7.16,
34
+ "environment_differs": {
35
+ "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
37
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
38
+ },
39
+ "platform": "cpu-x86_64",
40
+ "template_date": "2026-01-01"
41
+ },
42
+ "outputs": {
43
+ "runtime": {
44
+ "device": "cpu",
45
+ "dtype": "float32",
46
+ "attn_implementation": "eager"
47
+ },
48
+ "generated_tokens": [
49
+ [
50
+ 0,
51
+ 0,
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 0,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 0,
64
+ 0,
65
+ 0,
66
+ 0,
67
+ 0,
68
+ 0,
69
+ 0,
70
+ 0,
71
+ 0,
72
+ 0,
73
+ 0,
74
+ 0,
75
+ 0,
76
+ 0,
77
+ 0,
78
+ 0,
79
+ 0,
80
+ 0,
81
+ 0,
82
+ 2
83
+ ],
84
+ [
85
+ 0,
86
+ 0,
87
+ 0,
88
+ 0,
89
+ 0,
90
+ 0,
91
+ 0,
92
+ 0,
93
+ 0,
94
+ 0,
95
+ 0,
96
+ 0,
97
+ 0,
98
+ 0,
99
+ 0,
100
+ 0,
101
+ 0,
102
+ 0,
103
+ 0,
104
+ 0,
105
+ 0,
106
+ 0,
107
+ 0,
108
+ 0,
109
+ 0,
110
+ 0,
111
+ 0,
112
+ 0,
113
+ 0,
114
+ 0,
115
+ 0,
116
+ 0,
117
+ 2
118
+ ],
119
+ [
120
+ 0,
121
+ 0,
122
+ 0,
123
+ 0,
124
+ 0,
125
+ 0,
126
+ 0,
127
+ 0,
128
+ 0,
129
+ 0,
130
+ 0,
131
+ 0,
132
+ 0,
133
+ 0,
134
+ 0,
135
+ 0,
136
+ 0,
137
+ 0,
138
+ 0,
139
+ 0,
140
+ 0,
141
+ 0,
142
+ 0,
143
+ 0,
144
+ 0,
145
+ 0,
146
+ 0,
147
+ 0,
148
+ 0,
149
+ 0,
150
+ 0,
151
+ 0,
152
+ 2
153
+ ],
154
+ [
155
+ 0,
156
+ 0,
157
+ 0,
158
+ 0,
159
+ 0,
160
+ 0,
161
+ 0,
162
+ 0,
163
+ 0,
164
+ 0,
165
+ 0,
166
+ 0,
167
+ 0,
168
+ 0,
169
+ 0,
170
+ 0,
171
+ 0,
172
+ 0,
173
+ 0,
174
+ 0,
175
+ 0,
176
+ 0,
177
+ 0,
178
+ 0,
179
+ 0,
180
+ 0,
181
+ 0,
182
+ 0,
183
+ 0,
184
+ 0,
185
+ 0,
186
+ 0,
187
+ 2
188
+ ]
189
+ ],
190
+ "generated_text": [
191
+ "",
192
+ "",
193
+ "",
194
+ ""
195
+ ],
196
+ "label_logprobs": [
197
+ [
198
+ -10.760248184204102,
199
+ -10.999594688415527,
200
+ -10.641294479370117,
201
+ -10.639464378356934,
202
+ -10.722309112548828,
203
+ -10.666036605834961,
204
+ -10.930427551269531,
205
+ -10.707201957702637,
206
+ -10.597477912902832,
207
+ -10.785229682922363,
208
+ -10.750221252441406,
209
+ -10.964815139770508,
210
+ -10.837413787841797,
211
+ -10.665985107421875,
212
+ -10.902904510498047,
213
+ -11.048273086547852,
214
+ -10.827513694763184,
215
+ -11.036812782287598,
216
+ -11.066848754882812,
217
+ -10.721957206726074,
218
+ -11.086091995239258,
219
+ -11.024226188659668,
220
+ -10.835689544677734,
221
+ -11.019434928894043,
222
+ -10.605541229248047,
223
+ -10.828750610351562,
224
+ -10.764812469482422,
225
+ -10.792943954467773,
226
+ -10.706588745117188,
227
+ -11.107134819030762
228
+ ],
229
+ [
230
+ -10.758574485778809,
231
+ -10.999031066894531,
232
+ -11.14094066619873,
233
+ -10.926487922668457,
234
+ -10.69801139831543,
235
+ -10.725378036499023,
236
+ -10.67227554321289,
237
+ -10.873153686523438,
238
+ -10.713689804077148,
239
+ -10.614907264709473,
240
+ -10.757468223571777,
241
+ -10.729799270629883,
242
+ -11.004571914672852,
243
+ -10.799209594726562,
244
+ -10.668344497680664,
245
+ -10.915214538574219,
246
+ -10.666102409362793,
247
+ -10.783267974853516,
248
+ -10.828390121459961,
249
+ -10.503913879394531,
250
+ -10.829026222229004,
251
+ -10.892187118530273,
252
+ 0.0,
253
+ 0.0,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0,
258
+ 0.0,
259
+ 0.0
260
+ ],
261
+ [
262
+ -10.759476661682129,
263
+ -11.001077651977539,
264
+ -10.904559135437012,
265
+ -10.704695701599121,
266
+ -10.719874382019043,
267
+ -10.666170120239258,
268
+ -10.931157112121582,
269
+ -10.709633827209473,
270
+ -10.594955444335938,
271
+ -10.712713241577148,
272
+ -10.66454029083252,
273
+ -10.869858741760254,
274
+ -10.757796287536621,
275
+ -10.698486328125,
276
+ -10.48125171661377,
277
+ -10.906853675842285,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0,
288
+ 0.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0
292
+ ],
293
+ [
294
+ -10.759967803955078,
295
+ -11.000297546386719,
296
+ -11.115480422973633,
297
+ -10.962226867675781,
298
+ -10.948193550109863,
299
+ -10.723346710205078,
300
+ -10.671626091003418,
301
+ -10.87464427947998,
302
+ -10.715579986572266,
303
+ -10.613505363464355,
304
+ -10.765656471252441,
305
+ -10.633265495300293,
306
+ -10.881454467773438,
307
+ -10.776204109191895,
308
+ -11.024598121643066,
309
+ -10.506192207336426,
310
+ -10.899736404418945,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0,
314
+ 0.0,
315
+ 0.0,
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 0.0
324
+ ]
325
+ ],
326
+ "decoded_roundtrip": [
327
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
328
+ "public int multiply(int a, int b, int c){return a * b * c;}"
329
+ ],
330
+ "training": {
331
+ "loss": 10.80229663848877,
332
+ "gradients": {
333
+ "model.encoder.layers.0.self_attn.q_proj.weight": true,
334
+ "model.decoder.layers.0.encoder_attn.q_proj.weight": true
335
+ },
336
+ "updated": true
337
+ }
338
+ }
339
+ }
integrations/transformers/expectations/cpu-x86_64/plbart-java-cs-mic.json ADDED
@@ -0,0 +1,339 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/plbart-java-cs-mic",
4
+ "contract_name": "PLBart",
5
+ "contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
6
+ "framework": "transformers",
7
+ "variant": "default",
8
+ "target": "plbart-java-cs-mic",
9
+ "kind": "fixture",
10
+ "revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
11
+ "source_model": "uclanlp/plbart-java-cs",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/plbart-java-cs-mic",
14
+ "environment": {
15
+ "python": "3.11.18",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0+cpu",
19
+ "torchvision": "0.29.2+cpu",
20
+ "torchaudio": "2.11.1+cpu",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.15.0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.3",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 7.22,
34
+ "environment_differs": {
35
+ "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
37
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
38
+ },
39
+ "platform": "cpu-x86_64",
40
+ "template_date": "2026-01-01"
41
+ },
42
+ "outputs": {
43
+ "runtime": {
44
+ "device": "cpu",
45
+ "dtype": "float32",
46
+ "attn_implementation": "sdpa"
47
+ },
48
+ "generated_tokens": [
49
+ [
50
+ 0,
51
+ 0,
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 0,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 0,
64
+ 0,
65
+ 0,
66
+ 0,
67
+ 0,
68
+ 0,
69
+ 0,
70
+ 0,
71
+ 0,
72
+ 0,
73
+ 0,
74
+ 0,
75
+ 0,
76
+ 0,
77
+ 0,
78
+ 0,
79
+ 0,
80
+ 0,
81
+ 0,
82
+ 2
83
+ ],
84
+ [
85
+ 0,
86
+ 0,
87
+ 0,
88
+ 0,
89
+ 0,
90
+ 0,
91
+ 0,
92
+ 0,
93
+ 0,
94
+ 0,
95
+ 0,
96
+ 0,
97
+ 0,
98
+ 0,
99
+ 0,
100
+ 0,
101
+ 0,
102
+ 0,
103
+ 0,
104
+ 0,
105
+ 0,
106
+ 0,
107
+ 0,
108
+ 0,
109
+ 0,
110
+ 0,
111
+ 0,
112
+ 0,
113
+ 0,
114
+ 0,
115
+ 0,
116
+ 0,
117
+ 2
118
+ ],
119
+ [
120
+ 0,
121
+ 0,
122
+ 0,
123
+ 0,
124
+ 0,
125
+ 0,
126
+ 0,
127
+ 0,
128
+ 0,
129
+ 0,
130
+ 0,
131
+ 0,
132
+ 0,
133
+ 0,
134
+ 0,
135
+ 0,
136
+ 0,
137
+ 0,
138
+ 0,
139
+ 0,
140
+ 0,
141
+ 0,
142
+ 0,
143
+ 0,
144
+ 0,
145
+ 0,
146
+ 0,
147
+ 0,
148
+ 0,
149
+ 0,
150
+ 0,
151
+ 0,
152
+ 2
153
+ ],
154
+ [
155
+ 0,
156
+ 0,
157
+ 0,
158
+ 0,
159
+ 0,
160
+ 0,
161
+ 0,
162
+ 0,
163
+ 0,
164
+ 0,
165
+ 0,
166
+ 0,
167
+ 0,
168
+ 0,
169
+ 0,
170
+ 0,
171
+ 0,
172
+ 0,
173
+ 0,
174
+ 0,
175
+ 0,
176
+ 0,
177
+ 0,
178
+ 0,
179
+ 0,
180
+ 0,
181
+ 0,
182
+ 0,
183
+ 0,
184
+ 0,
185
+ 0,
186
+ 0,
187
+ 2
188
+ ]
189
+ ],
190
+ "generated_text": [
191
+ "",
192
+ "",
193
+ "",
194
+ ""
195
+ ],
196
+ "label_logprobs": [
197
+ [
198
+ -10.760248184204102,
199
+ -10.999594688415527,
200
+ -10.641294479370117,
201
+ -10.639464378356934,
202
+ -10.722309112548828,
203
+ -10.666036605834961,
204
+ -10.930427551269531,
205
+ -10.707201957702637,
206
+ -10.597477912902832,
207
+ -10.785229682922363,
208
+ -10.750221252441406,
209
+ -10.964815139770508,
210
+ -10.837413787841797,
211
+ -10.665985107421875,
212
+ -10.902904510498047,
213
+ -11.048273086547852,
214
+ -10.827513694763184,
215
+ -11.036812782287598,
216
+ -11.066848754882812,
217
+ -10.721957206726074,
218
+ -11.086091995239258,
219
+ -11.024226188659668,
220
+ -10.835689544677734,
221
+ -11.019434928894043,
222
+ -10.60554027557373,
223
+ -10.828750610351562,
224
+ -10.764812469482422,
225
+ -10.792943954467773,
226
+ -10.706588745117188,
227
+ -11.107134819030762
228
+ ],
229
+ [
230
+ -10.758574485778809,
231
+ -10.999031066894531,
232
+ -11.14094066619873,
233
+ -10.926487922668457,
234
+ -10.69801139831543,
235
+ -10.725378036499023,
236
+ -10.67227554321289,
237
+ -10.873153686523438,
238
+ -10.713689804077148,
239
+ -10.614907264709473,
240
+ -10.757468223571777,
241
+ -10.729799270629883,
242
+ -11.004571914672852,
243
+ -10.799209594726562,
244
+ -10.668344497680664,
245
+ -10.915214538574219,
246
+ -10.666102409362793,
247
+ -10.783267974853516,
248
+ -10.828390121459961,
249
+ -10.503913879394531,
250
+ -10.829026222229004,
251
+ -10.892187118530273,
252
+ 0.0,
253
+ 0.0,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0,
258
+ 0.0,
259
+ 0.0
260
+ ],
261
+ [
262
+ -10.759476661682129,
263
+ -11.001076698303223,
264
+ -10.904559135437012,
265
+ -10.704694747924805,
266
+ -10.719874382019043,
267
+ -10.666170120239258,
268
+ -10.931157112121582,
269
+ -10.709633827209473,
270
+ -10.594955444335938,
271
+ -10.712713241577148,
272
+ -10.66454029083252,
273
+ -10.86985969543457,
274
+ -10.757796287536621,
275
+ -10.698486328125,
276
+ -10.48125171661377,
277
+ -10.906852722167969,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0,
288
+ 0.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0
292
+ ],
293
+ [
294
+ -10.759967803955078,
295
+ -11.000297546386719,
296
+ -11.115480422973633,
297
+ -10.962226867675781,
298
+ -10.948192596435547,
299
+ -10.723346710205078,
300
+ -10.671626091003418,
301
+ -10.87464427947998,
302
+ -10.715579986572266,
303
+ -10.613505363464355,
304
+ -10.765656471252441,
305
+ -10.633265495300293,
306
+ -10.881454467773438,
307
+ -10.776204109191895,
308
+ -11.024598121643066,
309
+ -10.506192207336426,
310
+ -10.899736404418945,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0,
314
+ 0.0,
315
+ 0.0,
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 0.0
324
+ ]
325
+ ],
326
+ "decoded_roundtrip": [
327
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
328
+ "public int multiply(int a, int b, int c){return a * b * c;}"
329
+ ],
330
+ "training": {
331
+ "loss": 10.80229663848877,
332
+ "gradients": {
333
+ "model.encoder.layers.0.self_attn.q_proj.weight": true,
334
+ "model.decoder.layers.0.encoder_attn.q_proj.weight": true
335
+ },
336
+ "updated": true
337
+ }
338
+ }
339
+ }
integrations/transformers/expectations/cpu-x86_64/plbart-java-cs.eager.json ADDED
@@ -0,0 +1,328 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/plbart-java-cs-mic",
4
+ "contract_name": "PLBart",
5
+ "contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
6
+ "framework": "transformers",
7
+ "variant": "eager",
8
+ "target": "plbart-java-cs",
9
+ "kind": "checkpoint",
10
+ "revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023",
11
+ "environment": {
12
+ "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cpu",
16
+ "torchvision": "0.29.2+cpu",
17
+ "torchaudio": "2.11.1+cpu",
18
+ "tokenizers": "0.23.3",
19
+ "numpy": "2.3.5",
20
+ "pillow": "13.0.0",
21
+ "accelerate": "1.15.0",
22
+ "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
+ "sentencepiece": "0.2.3",
25
+ "protobuf": "7.36.2",
26
+ "librosa": "0.11.0",
27
+ "soundfile": "0.14.0",
28
+ "scipy": "1.17.1"
29
+ },
30
+ "seconds": 8.65,
31
+ "environment_differs": {
32
+ "pillow": "13.0.0 (pinned 12.3.0)",
33
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
34
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
35
+ },
36
+ "platform": "cpu-x86_64",
37
+ "template_date": "2026-01-01"
38
+ },
39
+ "outputs": {
40
+ "runtime": {
41
+ "device": "cpu",
42
+ "dtype": "float32",
43
+ "attn_implementation": "eager"
44
+ },
45
+ "generated_tokens": [
46
+ [
47
+ 0,
48
+ 161,
49
+ 219,
50
+ 5452,
51
+ 33460,
52
+ 234,
53
+ 14,
54
+ 33463,
55
+ 219,
56
+ 56,
57
+ 33463,
58
+ 219,
59
+ 18,
60
+ 2068,
61
+ 4258,
62
+ 2710,
63
+ 33455,
64
+ 3380,
65
+ 33460,
66
+ 33441,
67
+ 33463,
68
+ 2710,
69
+ 33455,
70
+ 3380,
71
+ 33460,
72
+ 33465,
73
+ 33463,
74
+ 18,
75
+ 3005,
76
+ 33484,
77
+ 2
78
+ ],
79
+ [
80
+ 0,
81
+ 161,
82
+ 219,
83
+ 25089,
84
+ 185,
85
+ 33460,
86
+ 234,
87
+ 14,
88
+ 33463,
89
+ 219,
90
+ 56,
91
+ 33463,
92
+ 219,
93
+ 18,
94
+ 2068,
95
+ 4258,
96
+ 14,
97
+ 294,
98
+ 56,
99
+ 294,
100
+ 18,
101
+ 11684,
102
+ 2,
103
+ 1,
104
+ 1,
105
+ 1,
106
+ 1,
107
+ 1,
108
+ 1,
109
+ 1,
110
+ 1
111
+ ],
112
+ [
113
+ 0,
114
+ 161,
115
+ 219,
116
+ 2001,
117
+ 33460,
118
+ 234,
119
+ 14,
120
+ 33463,
121
+ 219,
122
+ 56,
123
+ 2068,
124
+ 4258,
125
+ 14,
126
+ 163,
127
+ 56,
128
+ 11684,
129
+ 2,
130
+ 1,
131
+ 1,
132
+ 1,
133
+ 1,
134
+ 1,
135
+ 1,
136
+ 1,
137
+ 1,
138
+ 1,
139
+ 1,
140
+ 1,
141
+ 1,
142
+ 1,
143
+ 1
144
+ ],
145
+ [
146
+ 0,
147
+ 161,
148
+ 4287,
149
+ 219,
150
+ 3079,
151
+ 3043,
152
+ 33460,
153
+ 234,
154
+ 14,
155
+ 33463,
156
+ 219,
157
+ 56,
158
+ 2068,
159
+ 4258,
160
+ 14,
161
+ 158,
162
+ 56,
163
+ 11684,
164
+ 2,
165
+ 1,
166
+ 1,
167
+ 1,
168
+ 1,
169
+ 1,
170
+ 1,
171
+ 1,
172
+ 1,
173
+ 1,
174
+ 1,
175
+ 1,
176
+ 1
177
+ ]
178
+ ],
179
+ "generated_text": [
180
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
181
+ "public intMultiply(int a, int b, int c){return a * b * c;}",
182
+ "public int Add(int a, int b){return a + b;}",
183
+ "public virtual int Subtract(int a, int b){return a - b;}"
184
+ ],
185
+ "label_logprobs": [
186
+ [
187
+ -0.05135221779346466,
188
+ -0.2649534046649933,
189
+ -1.497849464416504,
190
+ -0.06673356145620346,
191
+ -0.041055046021938324,
192
+ -0.04769926890730858,
193
+ -0.046165209263563156,
194
+ -0.06030570715665817,
195
+ -0.04705451428890228,
196
+ -0.04502750188112259,
197
+ -0.055987220257520676,
198
+ -0.06094836816191673,
199
+ -0.08035245537757874,
200
+ -0.03679216653108597,
201
+ -0.049512606114149094,
202
+ -0.06198464706540108,
203
+ -0.018418239429593086,
204
+ -0.049006830900907516,
205
+ -0.028496090322732925,
206
+ -0.04785485193133354,
207
+ -0.02636105753481388,
208
+ -0.0680919885635376,
209
+ -0.024135582149028778,
210
+ -0.05166267976164818,
211
+ -0.04622246325016022,
212
+ -0.04288274422287941,
213
+ -0.07112723588943481,
214
+ -0.029338154941797256,
215
+ -0.05482204630970955,
216
+ -0.06447039544582367
217
+ ],
218
+ [
219
+ -0.04662270471453667,
220
+ -0.17388664186000824,
221
+ -2.0499892234802246,
222
+ -0.4369368851184845,
223
+ -0.05043657496571541,
224
+ -0.04210721701383591,
225
+ -0.05372815951704979,
226
+ -0.05061870440840721,
227
+ -0.056780215352773666,
228
+ -0.046143919229507446,
229
+ -0.051019005477428436,
230
+ -0.056210827082395554,
231
+ -0.06370383501052856,
232
+ -0.06132672727108002,
233
+ -0.05093403905630112,
234
+ -0.04663760960102081,
235
+ -0.06575600057840347,
236
+ -0.05402263626456261,
237
+ -0.14371433854103088,
238
+ -0.08237626403570175,
239
+ -0.051261961460113525,
240
+ -0.0640774592757225,
241
+ 0.0,
242
+ 0.0,
243
+ 0.0,
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0
249
+ ],
250
+ [
251
+ -0.04677196964621544,
252
+ -0.40499722957611084,
253
+ -0.1602952927350998,
254
+ -0.06799431890249252,
255
+ -0.04719405248761177,
256
+ -0.05466584861278534,
257
+ -0.051035091280937195,
258
+ -0.052140865474939346,
259
+ -0.061166275292634964,
260
+ -0.05624113976955414,
261
+ -0.05076171085238457,
262
+ -0.05195935070514679,
263
+ -0.041888777166604996,
264
+ -0.0660938248038292,
265
+ -0.0465468093752861,
266
+ -0.06654006987810135,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 0.0,
274
+ 0.0,
275
+ 0.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0
281
+ ],
282
+ [
283
+ -0.04850567877292633,
284
+ -2.2904434204101562,
285
+ -0.06209433078765869,
286
+ -0.026370462030172348,
287
+ -0.06206385791301727,
288
+ -0.045963138341903687,
289
+ -0.05465151369571686,
290
+ -0.04895143583416939,
291
+ -0.05587032437324524,
292
+ -0.05632295086979866,
293
+ -0.056368134915828705,
294
+ -0.049894750118255615,
295
+ -0.057764675468206406,
296
+ -0.07505954056978226,
297
+ -0.0659845769405365,
298
+ -0.04823944717645645,
299
+ -0.06596415489912033,
300
+ 0.0,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 0.0,
310
+ 0.0,
311
+ 0.0,
312
+ 0.0
313
+ ]
314
+ ],
315
+ "decoded_roundtrip": [
316
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
317
+ "public int multiply(int a, int b, int c){return a * b * c;}"
318
+ ],
319
+ "training": {
320
+ "loss": 0.20512160658836365,
321
+ "gradients": {
322
+ "model.encoder.layers.0.self_attn.q_proj.weight": true,
323
+ "model.decoder.layers.0.encoder_attn.q_proj.weight": true
324
+ },
325
+ "updated": true
326
+ }
327
+ }
328
+ }
integrations/transformers/expectations/cpu-x86_64/plbart-java-cs.json ADDED
@@ -0,0 +1,328 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/plbart-java-cs-mic",
4
+ "contract_name": "PLBart",
5
+ "contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
6
+ "framework": "transformers",
7
+ "variant": "default",
8
+ "target": "plbart-java-cs",
9
+ "kind": "checkpoint",
10
+ "revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023",
11
+ "environment": {
12
+ "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cpu",
16
+ "torchvision": "0.29.2+cpu",
17
+ "torchaudio": "2.11.1+cpu",
18
+ "tokenizers": "0.23.3",
19
+ "numpy": "2.3.5",
20
+ "pillow": "13.0.0",
21
+ "accelerate": "1.15.0",
22
+ "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
+ "sentencepiece": "0.2.3",
25
+ "protobuf": "7.36.2",
26
+ "librosa": "0.11.0",
27
+ "soundfile": "0.14.0",
28
+ "scipy": "1.17.1"
29
+ },
30
+ "seconds": 8.52,
31
+ "environment_differs": {
32
+ "pillow": "13.0.0 (pinned 12.3.0)",
33
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
34
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
35
+ },
36
+ "platform": "cpu-x86_64",
37
+ "template_date": "2026-01-01"
38
+ },
39
+ "outputs": {
40
+ "runtime": {
41
+ "device": "cpu",
42
+ "dtype": "float32",
43
+ "attn_implementation": "sdpa"
44
+ },
45
+ "generated_tokens": [
46
+ [
47
+ 0,
48
+ 161,
49
+ 219,
50
+ 5452,
51
+ 33460,
52
+ 234,
53
+ 14,
54
+ 33463,
55
+ 219,
56
+ 56,
57
+ 33463,
58
+ 219,
59
+ 18,
60
+ 2068,
61
+ 4258,
62
+ 2710,
63
+ 33455,
64
+ 3380,
65
+ 33460,
66
+ 33441,
67
+ 33463,
68
+ 2710,
69
+ 33455,
70
+ 3380,
71
+ 33460,
72
+ 33465,
73
+ 33463,
74
+ 18,
75
+ 3005,
76
+ 33484,
77
+ 2
78
+ ],
79
+ [
80
+ 0,
81
+ 161,
82
+ 219,
83
+ 25089,
84
+ 185,
85
+ 33460,
86
+ 234,
87
+ 14,
88
+ 33463,
89
+ 219,
90
+ 56,
91
+ 33463,
92
+ 219,
93
+ 18,
94
+ 2068,
95
+ 4258,
96
+ 14,
97
+ 294,
98
+ 56,
99
+ 294,
100
+ 18,
101
+ 11684,
102
+ 2,
103
+ 1,
104
+ 1,
105
+ 1,
106
+ 1,
107
+ 1,
108
+ 1,
109
+ 1,
110
+ 1
111
+ ],
112
+ [
113
+ 0,
114
+ 161,
115
+ 219,
116
+ 2001,
117
+ 33460,
118
+ 234,
119
+ 14,
120
+ 33463,
121
+ 219,
122
+ 56,
123
+ 2068,
124
+ 4258,
125
+ 14,
126
+ 163,
127
+ 56,
128
+ 11684,
129
+ 2,
130
+ 1,
131
+ 1,
132
+ 1,
133
+ 1,
134
+ 1,
135
+ 1,
136
+ 1,
137
+ 1,
138
+ 1,
139
+ 1,
140
+ 1,
141
+ 1,
142
+ 1,
143
+ 1
144
+ ],
145
+ [
146
+ 0,
147
+ 161,
148
+ 4287,
149
+ 219,
150
+ 3079,
151
+ 3043,
152
+ 33460,
153
+ 234,
154
+ 14,
155
+ 33463,
156
+ 219,
157
+ 56,
158
+ 2068,
159
+ 4258,
160
+ 14,
161
+ 158,
162
+ 56,
163
+ 11684,
164
+ 2,
165
+ 1,
166
+ 1,
167
+ 1,
168
+ 1,
169
+ 1,
170
+ 1,
171
+ 1,
172
+ 1,
173
+ 1,
174
+ 1,
175
+ 1,
176
+ 1
177
+ ]
178
+ ],
179
+ "generated_text": [
180
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
181
+ "public intMultiply(int a, int b, int c){return a * b * c;}",
182
+ "public int Add(int a, int b){return a + b;}",
183
+ "public virtual int Subtract(int a, int b){return a - b;}"
184
+ ],
185
+ "label_logprobs": [
186
+ [
187
+ -0.05135221779346466,
188
+ -0.2649540305137634,
189
+ -1.4978502988815308,
190
+ -0.06673356145620346,
191
+ -0.04105527326464653,
192
+ -0.04769926890730858,
193
+ -0.046165209263563156,
194
+ -0.060306042432785034,
195
+ -0.04705440253019333,
196
+ -0.04502750188112259,
197
+ -0.055987220257520676,
198
+ -0.06094836816191673,
199
+ -0.08035234361886978,
200
+ -0.03679216653108597,
201
+ -0.049512606114149094,
202
+ -0.06198464706540108,
203
+ -0.018418239429593086,
204
+ -0.049007169902324677,
205
+ -0.028496090322732925,
206
+ -0.04785474017262459,
207
+ -0.02636105753481388,
208
+ -0.06809187680482864,
209
+ -0.024135582149028778,
210
+ -0.051662568002939224,
211
+ -0.04622257500886917,
212
+ -0.042882855981588364,
213
+ -0.07112734764814377,
214
+ -0.029338154941797256,
215
+ -0.05482238531112671,
216
+ -0.06447039544582367
217
+ ],
218
+ [
219
+ -0.04662270471453667,
220
+ -0.1738867312669754,
221
+ -2.049987554550171,
222
+ -0.4369364082813263,
223
+ -0.05043669044971466,
224
+ -0.042107101529836655,
225
+ -0.05372827127575874,
226
+ -0.05061870440840721,
227
+ -0.056779880076646805,
228
+ -0.0461440347135067,
229
+ -0.051019005477428436,
230
+ -0.056210827082395554,
231
+ -0.06370383501052856,
232
+ -0.06132650375366211,
233
+ -0.05093403905630112,
234
+ -0.04663749411702156,
235
+ -0.06575566530227661,
236
+ -0.05402263626456261,
237
+ -0.14371392130851746,
238
+ -0.0823761522769928,
239
+ -0.05126184597611427,
240
+ -0.0640774592757225,
241
+ 0.0,
242
+ 0.0,
243
+ 0.0,
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0
249
+ ],
250
+ [
251
+ -0.04677196964621544,
252
+ -0.4049965739250183,
253
+ -0.1602945774793625,
254
+ -0.06799431890249252,
255
+ -0.04719405248761177,
256
+ -0.05466584861278534,
257
+ -0.051035091280937195,
258
+ -0.052140865474939346,
259
+ -0.06116616353392601,
260
+ -0.05624113976955414,
261
+ -0.05076193809509277,
262
+ -0.05195935070514679,
263
+ -0.04188889265060425,
264
+ -0.0660938248038292,
265
+ -0.0465468093752861,
266
+ -0.0665401816368103,
267
+ 0.0,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 0.0,
274
+ 0.0,
275
+ 0.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0
281
+ ],
282
+ [
283
+ -0.04850567877292633,
284
+ -2.290447235107422,
285
+ -0.06209399551153183,
286
+ -0.026370462030172348,
287
+ -0.06206396967172623,
288
+ -0.045963138341903687,
289
+ -0.05465151369571686,
290
+ -0.048951320350170135,
291
+ -0.05587020888924599,
292
+ -0.05632295086979866,
293
+ -0.05636802315711975,
294
+ -0.04989497736096382,
295
+ -0.05776455998420715,
296
+ -0.07505987584590912,
297
+ -0.06598435342311859,
298
+ -0.048239219933748245,
299
+ -0.06596404314041138,
300
+ 0.0,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 0.0,
310
+ 0.0,
311
+ 0.0,
312
+ 0.0
313
+ ]
314
+ ],
315
+ "decoded_roundtrip": [
316
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
317
+ "public int multiply(int a, int b, int c){return a * b * c;}"
318
+ ],
319
+ "training": {
320
+ "loss": 0.20512165129184723,
321
+ "gradients": {
322
+ "model.encoder.layers.0.self_attn.q_proj.weight": true,
323
+ "model.decoder.layers.0.encoder_attn.q_proj.weight": true
324
+ },
325
+ "updated": true
326
+ }
327
+ }
328
+ }
integrations/transformers/expectations/cuda/plbart-java-cs-mic.bfloat16.json ADDED
@@ -0,0 +1,340 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/plbart-java-cs-mic",
4
+ "contract_name": "PLBart",
5
+ "contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
6
+ "framework": "transformers",
7
+ "variant": "bfloat16",
8
+ "target": "plbart-java-cs-mic",
9
+ "kind": "fixture",
10
+ "revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
11
+ "source_model": "uclanlp/plbart-java-cs",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/plbart-java-cs-mic",
14
+ "environment": {
15
+ "python": "3.11.18",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0+cu132",
19
+ "torchvision": "0.29.2+cu132",
20
+ "torchaudio": "2.11.1+cu132",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.16.0.dev0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.3",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 7.04,
34
+ "environment_differs": {
35
+ "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
37
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
38
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
39
+ },
40
+ "platform": "cuda",
41
+ "template_date": "2026-01-01"
42
+ },
43
+ "outputs": {
44
+ "runtime": {
45
+ "device": "cuda",
46
+ "dtype": "bfloat16",
47
+ "attn_implementation": "sdpa"
48
+ },
49
+ "generated_tokens": [
50
+ [
51
+ 0,
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 0,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 0,
64
+ 0,
65
+ 0,
66
+ 0,
67
+ 0,
68
+ 0,
69
+ 0,
70
+ 0,
71
+ 0,
72
+ 0,
73
+ 0,
74
+ 0,
75
+ 0,
76
+ 0,
77
+ 0,
78
+ 0,
79
+ 0,
80
+ 0,
81
+ 0,
82
+ 0,
83
+ 2
84
+ ],
85
+ [
86
+ 0,
87
+ 0,
88
+ 0,
89
+ 0,
90
+ 0,
91
+ 0,
92
+ 0,
93
+ 0,
94
+ 0,
95
+ 0,
96
+ 0,
97
+ 0,
98
+ 0,
99
+ 0,
100
+ 0,
101
+ 0,
102
+ 0,
103
+ 0,
104
+ 0,
105
+ 0,
106
+ 0,
107
+ 0,
108
+ 0,
109
+ 0,
110
+ 0,
111
+ 0,
112
+ 0,
113
+ 0,
114
+ 0,
115
+ 0,
116
+ 0,
117
+ 0,
118
+ 2
119
+ ],
120
+ [
121
+ 0,
122
+ 0,
123
+ 0,
124
+ 0,
125
+ 0,
126
+ 0,
127
+ 0,
128
+ 0,
129
+ 0,
130
+ 0,
131
+ 0,
132
+ 0,
133
+ 0,
134
+ 0,
135
+ 0,
136
+ 0,
137
+ 0,
138
+ 0,
139
+ 0,
140
+ 0,
141
+ 0,
142
+ 0,
143
+ 0,
144
+ 0,
145
+ 0,
146
+ 0,
147
+ 0,
148
+ 0,
149
+ 0,
150
+ 0,
151
+ 0,
152
+ 0,
153
+ 2
154
+ ],
155
+ [
156
+ 0,
157
+ 0,
158
+ 0,
159
+ 0,
160
+ 0,
161
+ 0,
162
+ 0,
163
+ 0,
164
+ 0,
165
+ 0,
166
+ 0,
167
+ 0,
168
+ 0,
169
+ 0,
170
+ 0,
171
+ 0,
172
+ 0,
173
+ 0,
174
+ 0,
175
+ 0,
176
+ 0,
177
+ 0,
178
+ 0,
179
+ 0,
180
+ 0,
181
+ 0,
182
+ 0,
183
+ 0,
184
+ 0,
185
+ 0,
186
+ 0,
187
+ 0,
188
+ 2
189
+ ]
190
+ ],
191
+ "generated_text": [
192
+ "",
193
+ "",
194
+ "",
195
+ ""
196
+ ],
197
+ "label_logprobs": [
198
+ [
199
+ -10.76089859008789,
200
+ -11.000102043151855,
201
+ -10.641690254211426,
202
+ -10.639986038208008,
203
+ -10.720885276794434,
204
+ -10.664594650268555,
205
+ -10.93067455291748,
206
+ -10.70708179473877,
207
+ -10.599763870239258,
208
+ -10.785780906677246,
209
+ -10.751286506652832,
210
+ -10.963911056518555,
211
+ -10.837051391601562,
212
+ -10.665088653564453,
213
+ -10.902466773986816,
214
+ -11.049230575561523,
215
+ -10.827092170715332,
216
+ -11.036860466003418,
217
+ -11.066533088684082,
218
+ -10.721463203430176,
219
+ -11.086983680725098,
220
+ -11.025753021240234,
221
+ -10.834647178649902,
222
+ -11.01915168762207,
223
+ -10.605466842651367,
224
+ -10.828248023986816,
225
+ -10.76507568359375,
226
+ -10.791604995727539,
227
+ -10.707237243652344,
228
+ -11.109135627746582
229
+ ],
230
+ [
231
+ -10.758469581604004,
232
+ -10.998159408569336,
233
+ -11.14168930053711,
234
+ -10.925431251525879,
235
+ -10.698628425598145,
236
+ -10.723725318908691,
237
+ -10.672654151916504,
238
+ -10.872425079345703,
239
+ -10.714384078979492,
240
+ -10.615340232849121,
241
+ -10.757255554199219,
242
+ -10.731368064880371,
243
+ -11.003008842468262,
244
+ -10.798460006713867,
245
+ -10.670082092285156,
246
+ -10.91356372833252,
247
+ -10.665872573852539,
248
+ -10.783939361572266,
249
+ -10.829889297485352,
250
+ -10.50598430633545,
251
+ -10.82683277130127,
252
+ -10.893451690673828,
253
+ 0.0,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0,
258
+ 0.0,
259
+ 0.0,
260
+ 0.0
261
+ ],
262
+ [
263
+ -10.760431289672852,
264
+ -11.002066612243652,
265
+ -10.903407096862793,
266
+ -10.704031944274902,
267
+ -10.7189302444458,
268
+ -10.665583610534668,
269
+ -10.933110237121582,
270
+ -10.709004402160645,
271
+ -10.596841812133789,
272
+ -10.713057518005371,
273
+ -10.66588306427002,
274
+ -10.869821548461914,
275
+ -10.757153511047363,
276
+ -10.699074745178223,
277
+ -10.481645584106445,
278
+ -10.906895637512207,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0,
288
+ 0.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0,
292
+ 0.0
293
+ ],
294
+ [
295
+ -10.75996208190918,
296
+ -11.001089096069336,
297
+ -11.114343643188477,
298
+ -10.961583137512207,
299
+ -10.94773006439209,
300
+ -10.722737312316895,
301
+ -10.67267894744873,
302
+ -10.873889923095703,
303
+ -10.71437931060791,
304
+ -10.61437702178955,
305
+ -10.765056610107422,
306
+ -10.632794380187988,
307
+ -10.881915092468262,
308
+ -10.776345252990723,
309
+ -11.025073051452637,
310
+ -10.508858680725098,
311
+ -10.900157928466797,
312
+ 0.0,
313
+ 0.0,
314
+ 0.0,
315
+ 0.0,
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 0.0,
324
+ 0.0
325
+ ]
326
+ ],
327
+ "decoded_roundtrip": [
328
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
329
+ "public int multiply(int a, int b, int c){return a * b * c;}"
330
+ ],
331
+ "training": {
332
+ "loss": 10.8125,
333
+ "gradients": {
334
+ "model.encoder.layers.0.self_attn.q_proj.weight": true,
335
+ "model.decoder.layers.0.encoder_attn.q_proj.weight": true
336
+ },
337
+ "updated": true
338
+ }
339
+ }
340
+ }
integrations/transformers/expectations/cuda/plbart-java-cs-mic.eager.json ADDED
@@ -0,0 +1,340 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/plbart-java-cs-mic",
4
+ "contract_name": "PLBart",
5
+ "contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
6
+ "framework": "transformers",
7
+ "variant": "eager",
8
+ "target": "plbart-java-cs-mic",
9
+ "kind": "fixture",
10
+ "revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
11
+ "source_model": "uclanlp/plbart-java-cs",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/plbart-java-cs-mic",
14
+ "environment": {
15
+ "python": "3.11.18",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0+cu132",
19
+ "torchvision": "0.29.2+cu132",
20
+ "torchaudio": "2.11.1+cu132",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.16.0.dev0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.3",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 7.89,
34
+ "environment_differs": {
35
+ "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
37
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
38
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
39
+ },
40
+ "platform": "cuda",
41
+ "template_date": "2026-01-01"
42
+ },
43
+ "outputs": {
44
+ "runtime": {
45
+ "device": "cuda",
46
+ "dtype": "float32",
47
+ "attn_implementation": "eager"
48
+ },
49
+ "generated_tokens": [
50
+ [
51
+ 0,
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 0,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 0,
64
+ 0,
65
+ 0,
66
+ 0,
67
+ 0,
68
+ 0,
69
+ 0,
70
+ 0,
71
+ 0,
72
+ 0,
73
+ 0,
74
+ 0,
75
+ 0,
76
+ 0,
77
+ 0,
78
+ 0,
79
+ 0,
80
+ 0,
81
+ 0,
82
+ 0,
83
+ 2
84
+ ],
85
+ [
86
+ 0,
87
+ 0,
88
+ 0,
89
+ 0,
90
+ 0,
91
+ 0,
92
+ 0,
93
+ 0,
94
+ 0,
95
+ 0,
96
+ 0,
97
+ 0,
98
+ 0,
99
+ 0,
100
+ 0,
101
+ 0,
102
+ 0,
103
+ 0,
104
+ 0,
105
+ 0,
106
+ 0,
107
+ 0,
108
+ 0,
109
+ 0,
110
+ 0,
111
+ 0,
112
+ 0,
113
+ 0,
114
+ 0,
115
+ 0,
116
+ 0,
117
+ 0,
118
+ 2
119
+ ],
120
+ [
121
+ 0,
122
+ 0,
123
+ 0,
124
+ 0,
125
+ 0,
126
+ 0,
127
+ 0,
128
+ 0,
129
+ 0,
130
+ 0,
131
+ 0,
132
+ 0,
133
+ 0,
134
+ 0,
135
+ 0,
136
+ 0,
137
+ 0,
138
+ 0,
139
+ 0,
140
+ 0,
141
+ 0,
142
+ 0,
143
+ 0,
144
+ 0,
145
+ 0,
146
+ 0,
147
+ 0,
148
+ 0,
149
+ 0,
150
+ 0,
151
+ 0,
152
+ 0,
153
+ 2
154
+ ],
155
+ [
156
+ 0,
157
+ 0,
158
+ 0,
159
+ 0,
160
+ 0,
161
+ 0,
162
+ 0,
163
+ 0,
164
+ 0,
165
+ 0,
166
+ 0,
167
+ 0,
168
+ 0,
169
+ 0,
170
+ 0,
171
+ 0,
172
+ 0,
173
+ 0,
174
+ 0,
175
+ 0,
176
+ 0,
177
+ 0,
178
+ 0,
179
+ 0,
180
+ 0,
181
+ 0,
182
+ 0,
183
+ 0,
184
+ 0,
185
+ 0,
186
+ 0,
187
+ 0,
188
+ 2
189
+ ]
190
+ ],
191
+ "generated_text": [
192
+ "",
193
+ "",
194
+ "",
195
+ ""
196
+ ],
197
+ "label_logprobs": [
198
+ [
199
+ -10.760248184204102,
200
+ -10.999594688415527,
201
+ -10.641294479370117,
202
+ -10.639463424682617,
203
+ -10.722309112548828,
204
+ -10.666037559509277,
205
+ -10.930427551269531,
206
+ -10.707201957702637,
207
+ -10.597477912902832,
208
+ -10.785228729248047,
209
+ -10.750221252441406,
210
+ -10.964815139770508,
211
+ -10.837413787841797,
212
+ -10.665985107421875,
213
+ -10.902904510498047,
214
+ -11.048273086547852,
215
+ -10.827513694763184,
216
+ -11.036812782287598,
217
+ -11.066848754882812,
218
+ -10.721957206726074,
219
+ -11.086091995239258,
220
+ -11.024226188659668,
221
+ -10.835689544677734,
222
+ -11.01943588256836,
223
+ -10.60554027557373,
224
+ -10.828750610351562,
225
+ -10.764812469482422,
226
+ -10.79294490814209,
227
+ -10.706587791442871,
228
+ -11.107134819030762
229
+ ],
230
+ [
231
+ -10.758574485778809,
232
+ -10.999032020568848,
233
+ -11.14094066619873,
234
+ -10.926487922668457,
235
+ -10.69801139831543,
236
+ -10.725378036499023,
237
+ -10.67227554321289,
238
+ -10.873153686523438,
239
+ -10.713689804077148,
240
+ -10.614908218383789,
241
+ -10.757469177246094,
242
+ -10.729799270629883,
243
+ -11.004571914672852,
244
+ -10.799208641052246,
245
+ -10.668344497680664,
246
+ -10.915214538574219,
247
+ -10.66610336303711,
248
+ -10.783267974853516,
249
+ -10.828391075134277,
250
+ -10.503913879394531,
251
+ -10.829026222229004,
252
+ -10.892187118530273,
253
+ 0.0,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0,
258
+ 0.0,
259
+ 0.0,
260
+ 0.0
261
+ ],
262
+ [
263
+ -10.759477615356445,
264
+ -11.001077651977539,
265
+ -10.904559135437012,
266
+ -10.704695701599121,
267
+ -10.719874382019043,
268
+ -10.666170120239258,
269
+ -10.931156158447266,
270
+ -10.709633827209473,
271
+ -10.594955444335938,
272
+ -10.712713241577148,
273
+ -10.66454029083252,
274
+ -10.86985969543457,
275
+ -10.757796287536621,
276
+ -10.698486328125,
277
+ -10.481252670288086,
278
+ -10.906852722167969,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0,
288
+ 0.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0,
292
+ 0.0
293
+ ],
294
+ [
295
+ -10.759967803955078,
296
+ -11.000297546386719,
297
+ -11.115480422973633,
298
+ -10.962226867675781,
299
+ -10.948192596435547,
300
+ -10.723346710205078,
301
+ -10.671626091003418,
302
+ -10.874645233154297,
303
+ -10.715579986572266,
304
+ -10.613505363464355,
305
+ -10.765657424926758,
306
+ -10.633265495300293,
307
+ -10.881454467773438,
308
+ -10.776203155517578,
309
+ -11.024598121643066,
310
+ -10.506192207336426,
311
+ -10.899735450744629,
312
+ 0.0,
313
+ 0.0,
314
+ 0.0,
315
+ 0.0,
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 0.0,
324
+ 0.0
325
+ ]
326
+ ],
327
+ "decoded_roundtrip": [
328
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
329
+ "public int multiply(int a, int b, int c){return a * b * c;}"
330
+ ],
331
+ "training": {
332
+ "loss": 10.802770614624023,
333
+ "gradients": {
334
+ "model.encoder.layers.0.self_attn.q_proj.weight": true,
335
+ "model.decoder.layers.0.encoder_attn.q_proj.weight": true
336
+ },
337
+ "updated": true
338
+ }
339
+ }
340
+ }
integrations/transformers/expectations/cuda/plbart-java-cs-mic.json ADDED
@@ -0,0 +1,340 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/plbart-java-cs-mic",
4
+ "contract_name": "PLBart",
5
+ "contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
6
+ "framework": "transformers",
7
+ "variant": "default",
8
+ "target": "plbart-java-cs-mic",
9
+ "kind": "fixture",
10
+ "revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
11
+ "source_model": "uclanlp/plbart-java-cs",
12
+ "weights": "random",
13
+ "fixture_repo": "huggingface-mic/plbart-java-cs-mic",
14
+ "environment": {
15
+ "python": "3.11.18",
16
+ "transformers": "5.23.0.dev0",
17
+ "sentence-transformers": null,
18
+ "torch": "2.15.0+cu132",
19
+ "torchvision": "0.29.2+cu132",
20
+ "torchaudio": "2.11.1+cu132",
21
+ "tokenizers": "0.23.3",
22
+ "numpy": "2.3.5",
23
+ "pillow": "13.0.0",
24
+ "accelerate": "1.16.0.dev0",
25
+ "safetensors": "0.8.0",
26
+ "huggingface-hub": "2.4.0",
27
+ "sentencepiece": "0.2.3",
28
+ "protobuf": "7.36.2",
29
+ "librosa": "0.11.0",
30
+ "soundfile": "0.14.0",
31
+ "scipy": "1.17.1"
32
+ },
33
+ "seconds": 7.55,
34
+ "environment_differs": {
35
+ "pillow": "13.0.0 (pinned 12.3.0)",
36
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
37
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
38
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
39
+ },
40
+ "platform": "cuda",
41
+ "template_date": "2026-01-01"
42
+ },
43
+ "outputs": {
44
+ "runtime": {
45
+ "device": "cuda",
46
+ "dtype": "float32",
47
+ "attn_implementation": "sdpa"
48
+ },
49
+ "generated_tokens": [
50
+ [
51
+ 0,
52
+ 0,
53
+ 0,
54
+ 0,
55
+ 0,
56
+ 0,
57
+ 0,
58
+ 0,
59
+ 0,
60
+ 0,
61
+ 0,
62
+ 0,
63
+ 0,
64
+ 0,
65
+ 0,
66
+ 0,
67
+ 0,
68
+ 0,
69
+ 0,
70
+ 0,
71
+ 0,
72
+ 0,
73
+ 0,
74
+ 0,
75
+ 0,
76
+ 0,
77
+ 0,
78
+ 0,
79
+ 0,
80
+ 0,
81
+ 0,
82
+ 0,
83
+ 2
84
+ ],
85
+ [
86
+ 0,
87
+ 0,
88
+ 0,
89
+ 0,
90
+ 0,
91
+ 0,
92
+ 0,
93
+ 0,
94
+ 0,
95
+ 0,
96
+ 0,
97
+ 0,
98
+ 0,
99
+ 0,
100
+ 0,
101
+ 0,
102
+ 0,
103
+ 0,
104
+ 0,
105
+ 0,
106
+ 0,
107
+ 0,
108
+ 0,
109
+ 0,
110
+ 0,
111
+ 0,
112
+ 0,
113
+ 0,
114
+ 0,
115
+ 0,
116
+ 0,
117
+ 0,
118
+ 2
119
+ ],
120
+ [
121
+ 0,
122
+ 0,
123
+ 0,
124
+ 0,
125
+ 0,
126
+ 0,
127
+ 0,
128
+ 0,
129
+ 0,
130
+ 0,
131
+ 0,
132
+ 0,
133
+ 0,
134
+ 0,
135
+ 0,
136
+ 0,
137
+ 0,
138
+ 0,
139
+ 0,
140
+ 0,
141
+ 0,
142
+ 0,
143
+ 0,
144
+ 0,
145
+ 0,
146
+ 0,
147
+ 0,
148
+ 0,
149
+ 0,
150
+ 0,
151
+ 0,
152
+ 0,
153
+ 2
154
+ ],
155
+ [
156
+ 0,
157
+ 0,
158
+ 0,
159
+ 0,
160
+ 0,
161
+ 0,
162
+ 0,
163
+ 0,
164
+ 0,
165
+ 0,
166
+ 0,
167
+ 0,
168
+ 0,
169
+ 0,
170
+ 0,
171
+ 0,
172
+ 0,
173
+ 0,
174
+ 0,
175
+ 0,
176
+ 0,
177
+ 0,
178
+ 0,
179
+ 0,
180
+ 0,
181
+ 0,
182
+ 0,
183
+ 0,
184
+ 0,
185
+ 0,
186
+ 0,
187
+ 0,
188
+ 2
189
+ ]
190
+ ],
191
+ "generated_text": [
192
+ "",
193
+ "",
194
+ "",
195
+ ""
196
+ ],
197
+ "label_logprobs": [
198
+ [
199
+ -10.760248184204102,
200
+ -10.999594688415527,
201
+ -10.641294479370117,
202
+ -10.639463424682617,
203
+ -10.722309112548828,
204
+ -10.666037559509277,
205
+ -10.930427551269531,
206
+ -10.707201957702637,
207
+ -10.597477912902832,
208
+ -10.785228729248047,
209
+ -10.750221252441406,
210
+ -10.964815139770508,
211
+ -10.837413787841797,
212
+ -10.665985107421875,
213
+ -10.902904510498047,
214
+ -11.048273086547852,
215
+ -10.827513694763184,
216
+ -11.036812782287598,
217
+ -11.066848754882812,
218
+ -10.721957206726074,
219
+ -11.086091995239258,
220
+ -11.024226188659668,
221
+ -10.835689544677734,
222
+ -11.01943588256836,
223
+ -10.60554027557373,
224
+ -10.828750610351562,
225
+ -10.764812469482422,
226
+ -10.792943954467773,
227
+ -10.706587791442871,
228
+ -11.107134819030762
229
+ ],
230
+ [
231
+ -10.758574485778809,
232
+ -10.999032974243164,
233
+ -11.14094066619873,
234
+ -10.926487922668457,
235
+ -10.69801139831543,
236
+ -10.72537899017334,
237
+ -10.67227554321289,
238
+ -10.873153686523438,
239
+ -10.713690757751465,
240
+ -10.614907264709473,
241
+ -10.757468223571777,
242
+ -10.729799270629883,
243
+ -11.004571914672852,
244
+ -10.799208641052246,
245
+ -10.668344497680664,
246
+ -10.915214538574219,
247
+ -10.666102409362793,
248
+ -10.783267974853516,
249
+ -10.828391075134277,
250
+ -10.503913879394531,
251
+ -10.829026222229004,
252
+ -10.892187118530273,
253
+ 0.0,
254
+ 0.0,
255
+ 0.0,
256
+ 0.0,
257
+ 0.0,
258
+ 0.0,
259
+ 0.0,
260
+ 0.0
261
+ ],
262
+ [
263
+ -10.759476661682129,
264
+ -11.001076698303223,
265
+ -10.904559135437012,
266
+ -10.704695701599121,
267
+ -10.719874382019043,
268
+ -10.666170120239258,
269
+ -10.931156158447266,
270
+ -10.709633827209473,
271
+ -10.594955444335938,
272
+ -10.712713241577148,
273
+ -10.66454029083252,
274
+ -10.86985969543457,
275
+ -10.757796287536621,
276
+ -10.698486328125,
277
+ -10.481252670288086,
278
+ -10.906853675842285,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0,
282
+ 0.0,
283
+ 0.0,
284
+ 0.0,
285
+ 0.0,
286
+ 0.0,
287
+ 0.0,
288
+ 0.0,
289
+ 0.0,
290
+ 0.0,
291
+ 0.0,
292
+ 0.0
293
+ ],
294
+ [
295
+ -10.759967803955078,
296
+ -11.000297546386719,
297
+ -11.115480422973633,
298
+ -10.962226867675781,
299
+ -10.948192596435547,
300
+ -10.723346710205078,
301
+ -10.671626091003418,
302
+ -10.874645233154297,
303
+ -10.715579986572266,
304
+ -10.613505363464355,
305
+ -10.765657424926758,
306
+ -10.633265495300293,
307
+ -10.881454467773438,
308
+ -10.776203155517578,
309
+ -11.024598121643066,
310
+ -10.506192207336426,
311
+ -10.899735450744629,
312
+ 0.0,
313
+ 0.0,
314
+ 0.0,
315
+ 0.0,
316
+ 0.0,
317
+ 0.0,
318
+ 0.0,
319
+ 0.0,
320
+ 0.0,
321
+ 0.0,
322
+ 0.0,
323
+ 0.0,
324
+ 0.0
325
+ ]
326
+ ],
327
+ "decoded_roundtrip": [
328
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
329
+ "public int multiply(int a, int b, int c){return a * b * c;}"
330
+ ],
331
+ "training": {
332
+ "loss": 10.807880401611328,
333
+ "gradients": {
334
+ "model.encoder.layers.0.self_attn.q_proj.weight": true,
335
+ "model.decoder.layers.0.encoder_attn.q_proj.weight": true
336
+ },
337
+ "updated": true
338
+ }
339
+ }
340
+ }
integrations/transformers/expectations/cuda/plbart-java-cs.bfloat16.json ADDED
@@ -0,0 +1,329 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/plbart-java-cs-mic",
4
+ "contract_name": "PLBart",
5
+ "contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
6
+ "framework": "transformers",
7
+ "variant": "bfloat16",
8
+ "target": "plbart-java-cs",
9
+ "kind": "checkpoint",
10
+ "revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023",
11
+ "environment": {
12
+ "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cu132",
16
+ "torchvision": "0.29.2+cu132",
17
+ "torchaudio": "2.11.1+cu132",
18
+ "tokenizers": "0.23.3",
19
+ "numpy": "2.3.5",
20
+ "pillow": "13.0.0",
21
+ "accelerate": "1.16.0.dev0",
22
+ "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
+ "sentencepiece": "0.2.3",
25
+ "protobuf": "7.36.2",
26
+ "librosa": "0.11.0",
27
+ "soundfile": "0.14.0",
28
+ "scipy": "1.17.1"
29
+ },
30
+ "seconds": 8.03,
31
+ "environment_differs": {
32
+ "pillow": "13.0.0 (pinned 12.3.0)",
33
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
34
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
35
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
36
+ },
37
+ "platform": "cuda",
38
+ "template_date": "2026-01-01"
39
+ },
40
+ "outputs": {
41
+ "runtime": {
42
+ "device": "cuda",
43
+ "dtype": "bfloat16",
44
+ "attn_implementation": "sdpa"
45
+ },
46
+ "generated_tokens": [
47
+ [
48
+ 0,
49
+ 161,
50
+ 219,
51
+ 5452,
52
+ 33460,
53
+ 234,
54
+ 14,
55
+ 33463,
56
+ 219,
57
+ 56,
58
+ 33463,
59
+ 219,
60
+ 18,
61
+ 2068,
62
+ 4258,
63
+ 2710,
64
+ 33455,
65
+ 3380,
66
+ 33460,
67
+ 33441,
68
+ 33463,
69
+ 2710,
70
+ 33455,
71
+ 3380,
72
+ 33460,
73
+ 33465,
74
+ 33463,
75
+ 18,
76
+ 3005,
77
+ 33484,
78
+ 2
79
+ ],
80
+ [
81
+ 0,
82
+ 161,
83
+ 219,
84
+ 25089,
85
+ 185,
86
+ 33460,
87
+ 234,
88
+ 14,
89
+ 33463,
90
+ 219,
91
+ 56,
92
+ 33463,
93
+ 219,
94
+ 18,
95
+ 2068,
96
+ 4258,
97
+ 14,
98
+ 294,
99
+ 56,
100
+ 294,
101
+ 18,
102
+ 11684,
103
+ 2,
104
+ 1,
105
+ 1,
106
+ 1,
107
+ 1,
108
+ 1,
109
+ 1,
110
+ 1,
111
+ 1
112
+ ],
113
+ [
114
+ 0,
115
+ 161,
116
+ 219,
117
+ 2001,
118
+ 33460,
119
+ 234,
120
+ 14,
121
+ 33463,
122
+ 219,
123
+ 56,
124
+ 2068,
125
+ 4258,
126
+ 14,
127
+ 163,
128
+ 56,
129
+ 11684,
130
+ 2,
131
+ 1,
132
+ 1,
133
+ 1,
134
+ 1,
135
+ 1,
136
+ 1,
137
+ 1,
138
+ 1,
139
+ 1,
140
+ 1,
141
+ 1,
142
+ 1,
143
+ 1,
144
+ 1
145
+ ],
146
+ [
147
+ 0,
148
+ 161,
149
+ 4287,
150
+ 219,
151
+ 3079,
152
+ 3043,
153
+ 33460,
154
+ 234,
155
+ 14,
156
+ 33463,
157
+ 219,
158
+ 56,
159
+ 2068,
160
+ 4258,
161
+ 14,
162
+ 158,
163
+ 56,
164
+ 11684,
165
+ 2,
166
+ 1,
167
+ 1,
168
+ 1,
169
+ 1,
170
+ 1,
171
+ 1,
172
+ 1,
173
+ 1,
174
+ 1,
175
+ 1,
176
+ 1,
177
+ 1
178
+ ]
179
+ ],
180
+ "generated_text": [
181
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
182
+ "public intMultiply(int a, int b, int c){return a * b * c;}",
183
+ "public int Add(int a, int b){return a + b;}",
184
+ "public virtual int Subtract(int a, int b){return a - b;}"
185
+ ],
186
+ "label_logprobs": [
187
+ [
188
+ -0.049932513386011124,
189
+ -0.26113516092300415,
190
+ -1.4680873155593872,
191
+ -0.06914091855287552,
192
+ -0.03921196609735489,
193
+ -0.04883905127644539,
194
+ -0.044814713299274445,
195
+ -0.06024375185370445,
196
+ -0.0456106960773468,
197
+ -0.04617784172296524,
198
+ -0.05506926774978638,
199
+ -0.06190464273095131,
200
+ -0.08589388430118561,
201
+ -0.036750223487615585,
202
+ -0.049039632081985474,
203
+ -0.059886541217565536,
204
+ -0.018972942605614662,
205
+ -0.04750489816069603,
206
+ -0.028533512726426125,
207
+ -0.04804040864109993,
208
+ -0.02565034106373787,
209
+ -0.06734859198331833,
210
+ -0.0247071273624897,
211
+ -0.0501648485660553,
212
+ -0.04524742066860199,
213
+ -0.042778924107551575,
214
+ -0.07197676599025726,
215
+ -0.030761370435357094,
216
+ -0.05684531480073929,
217
+ -0.06472116708755493
218
+ ],
219
+ [
220
+ -0.0468960776925087,
221
+ -0.17598755657672882,
222
+ -2.05802321434021,
223
+ -0.4366670846939087,
224
+ -0.04935421794652939,
225
+ -0.042631346732378006,
226
+ -0.0552348792552948,
227
+ -0.05118856951594353,
228
+ -0.0574764721095562,
229
+ -0.04442150518298149,
230
+ -0.05065179616212845,
231
+ -0.05554864928126335,
232
+ -0.06236552447080612,
233
+ -0.062163230031728745,
234
+ -0.052260685712099075,
235
+ -0.04634902626276016,
236
+ -0.06677482277154922,
237
+ -0.05327830836176872,
238
+ -0.13855864107608795,
239
+ -0.08050777018070221,
240
+ -0.05117090046405792,
241
+ -0.06404346972703934,
242
+ 0.0,
243
+ 0.0,
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0,
249
+ 0.0
250
+ ],
251
+ [
252
+ -0.046529628336429596,
253
+ -0.41444310545921326,
254
+ -0.16792264580726624,
255
+ -0.06747686117887497,
256
+ -0.0469842292368412,
257
+ -0.05418107658624649,
258
+ -0.050200335681438446,
259
+ -0.050546176731586456,
260
+ -0.059138476848602295,
261
+ -0.056047409772872925,
262
+ -0.04987819120287895,
263
+ -0.05208428576588631,
264
+ -0.0414300262928009,
265
+ -0.06539405882358551,
266
+ -0.0455934964120388,
267
+ -0.06703360378742218,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 0.0,
274
+ 0.0,
275
+ 0.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0
282
+ ],
283
+ [
284
+ -0.049760691821575165,
285
+ -2.294827938079834,
286
+ -0.063314288854599,
287
+ -0.025583527982234955,
288
+ -0.06231691315770149,
289
+ -0.04640046879649162,
290
+ -0.05510175973176956,
291
+ -0.048043590039014816,
292
+ -0.054614946246147156,
293
+ -0.05601314455270767,
294
+ -0.054854996502399445,
295
+ -0.0508245974779129,
296
+ -0.059064317494630814,
297
+ -0.07326794415712357,
298
+ -0.06366647779941559,
299
+ -0.04862060025334358,
300
+ -0.06733700633049011,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 0.0,
310
+ 0.0,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0
314
+ ]
315
+ ],
316
+ "decoded_roundtrip": [
317
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
318
+ "public int multiply(int a, int b, int c){return a * b * c;}"
319
+ ],
320
+ "training": {
321
+ "loss": 0.201171875,
322
+ "gradients": {
323
+ "model.encoder.layers.0.self_attn.q_proj.weight": true,
324
+ "model.decoder.layers.0.encoder_attn.q_proj.weight": true
325
+ },
326
+ "updated": true
327
+ }
328
+ }
329
+ }
integrations/transformers/expectations/cuda/plbart-java-cs.eager.json ADDED
@@ -0,0 +1,329 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/plbart-java-cs-mic",
4
+ "contract_name": "PLBart",
5
+ "contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
6
+ "framework": "transformers",
7
+ "variant": "eager",
8
+ "target": "plbart-java-cs",
9
+ "kind": "checkpoint",
10
+ "revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023",
11
+ "environment": {
12
+ "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cu132",
16
+ "torchvision": "0.29.2+cu132",
17
+ "torchaudio": "2.11.1+cu132",
18
+ "tokenizers": "0.23.3",
19
+ "numpy": "2.3.5",
20
+ "pillow": "13.0.0",
21
+ "accelerate": "1.16.0.dev0",
22
+ "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
+ "sentencepiece": "0.2.3",
25
+ "protobuf": "7.36.2",
26
+ "librosa": "0.11.0",
27
+ "soundfile": "0.14.0",
28
+ "scipy": "1.17.1"
29
+ },
30
+ "seconds": 8.2,
31
+ "environment_differs": {
32
+ "pillow": "13.0.0 (pinned 12.3.0)",
33
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
34
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
35
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
36
+ },
37
+ "platform": "cuda",
38
+ "template_date": "2026-01-01"
39
+ },
40
+ "outputs": {
41
+ "runtime": {
42
+ "device": "cuda",
43
+ "dtype": "float32",
44
+ "attn_implementation": "eager"
45
+ },
46
+ "generated_tokens": [
47
+ [
48
+ 0,
49
+ 161,
50
+ 219,
51
+ 5452,
52
+ 33460,
53
+ 234,
54
+ 14,
55
+ 33463,
56
+ 219,
57
+ 56,
58
+ 33463,
59
+ 219,
60
+ 18,
61
+ 2068,
62
+ 4258,
63
+ 2710,
64
+ 33455,
65
+ 3380,
66
+ 33460,
67
+ 33441,
68
+ 33463,
69
+ 2710,
70
+ 33455,
71
+ 3380,
72
+ 33460,
73
+ 33465,
74
+ 33463,
75
+ 18,
76
+ 3005,
77
+ 33484,
78
+ 2
79
+ ],
80
+ [
81
+ 0,
82
+ 161,
83
+ 219,
84
+ 25089,
85
+ 185,
86
+ 33460,
87
+ 234,
88
+ 14,
89
+ 33463,
90
+ 219,
91
+ 56,
92
+ 33463,
93
+ 219,
94
+ 18,
95
+ 2068,
96
+ 4258,
97
+ 14,
98
+ 294,
99
+ 56,
100
+ 294,
101
+ 18,
102
+ 11684,
103
+ 2,
104
+ 1,
105
+ 1,
106
+ 1,
107
+ 1,
108
+ 1,
109
+ 1,
110
+ 1,
111
+ 1
112
+ ],
113
+ [
114
+ 0,
115
+ 161,
116
+ 219,
117
+ 2001,
118
+ 33460,
119
+ 234,
120
+ 14,
121
+ 33463,
122
+ 219,
123
+ 56,
124
+ 2068,
125
+ 4258,
126
+ 14,
127
+ 163,
128
+ 56,
129
+ 11684,
130
+ 2,
131
+ 1,
132
+ 1,
133
+ 1,
134
+ 1,
135
+ 1,
136
+ 1,
137
+ 1,
138
+ 1,
139
+ 1,
140
+ 1,
141
+ 1,
142
+ 1,
143
+ 1,
144
+ 1
145
+ ],
146
+ [
147
+ 0,
148
+ 161,
149
+ 4287,
150
+ 219,
151
+ 3079,
152
+ 3043,
153
+ 33460,
154
+ 234,
155
+ 14,
156
+ 33463,
157
+ 219,
158
+ 56,
159
+ 2068,
160
+ 4258,
161
+ 14,
162
+ 158,
163
+ 56,
164
+ 11684,
165
+ 2,
166
+ 1,
167
+ 1,
168
+ 1,
169
+ 1,
170
+ 1,
171
+ 1,
172
+ 1,
173
+ 1,
174
+ 1,
175
+ 1,
176
+ 1,
177
+ 1
178
+ ]
179
+ ],
180
+ "generated_text": [
181
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
182
+ "public intMultiply(int a, int b, int c){return a * b * c;}",
183
+ "public int Add(int a, int b){return a + b;}",
184
+ "public virtual int Subtract(int a, int b){return a - b;}"
185
+ ],
186
+ "label_logprobs": [
187
+ [
188
+ -0.0513552762567997,
189
+ -0.26495322585105896,
190
+ -1.4978495836257935,
191
+ -0.06673255562782288,
192
+ -0.04105436056852341,
193
+ -0.04770074784755707,
194
+ -0.04616634547710419,
195
+ -0.06030469760298729,
196
+ -0.04705246910452843,
197
+ -0.04502544924616814,
198
+ -0.055984511971473694,
199
+ -0.06094960495829582,
200
+ -0.08034739643335342,
201
+ -0.03679296746850014,
202
+ -0.04950954392552376,
203
+ -0.061983413994312286,
204
+ -0.01841987669467926,
205
+ -0.0490080788731575,
206
+ -0.028495626524090767,
207
+ -0.04785405844449997,
208
+ -0.026361985132098198,
209
+ -0.0680905431509018,
210
+ -0.02413814142346382,
211
+ -0.05166200175881386,
212
+ -0.04622132331132889,
213
+ -0.04288068786263466,
214
+ -0.07112956792116165,
215
+ -0.02933618798851967,
216
+ -0.05482317507266998,
217
+ -0.06447073072195053
218
+ ],
219
+ [
220
+ -0.046618036925792694,
221
+ -0.17388693988323212,
222
+ -2.049987554550171,
223
+ -0.4369390308856964,
224
+ -0.05043669044971466,
225
+ -0.04210355877876282,
226
+ -0.05372725427150726,
227
+ -0.05061689391732216,
228
+ -0.05678314343094826,
229
+ -0.046148814260959625,
230
+ -0.051018550992012024,
231
+ -0.05621353164315224,
232
+ -0.06370439380407333,
233
+ -0.061329081654548645,
234
+ -0.05093517154455185,
235
+ -0.046637266874313354,
236
+ -0.06575588881969452,
237
+ -0.05402207002043724,
238
+ -0.14371278882026672,
239
+ -0.082375168800354,
240
+ -0.05126388370990753,
241
+ -0.06407634168863297,
242
+ 0.0,
243
+ 0.0,
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0,
249
+ 0.0
250
+ ],
251
+ [
252
+ -0.04677117243409157,
253
+ -0.4049992859363556,
254
+ -0.16029377281665802,
255
+ -0.06799398362636566,
256
+ -0.04719393700361252,
257
+ -0.054663028568029404,
258
+ -0.05103463679552078,
259
+ -0.05214131623506546,
260
+ -0.06116616353392601,
261
+ -0.05624023824930191,
262
+ -0.050758879631757736,
263
+ -0.05195935070514679,
264
+ -0.041890036314725876,
265
+ -0.06609494239091873,
266
+ -0.046547263860702515,
267
+ -0.06653939932584763,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 0.0,
274
+ 0.0,
275
+ 0.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0
282
+ ],
283
+ [
284
+ -0.048505451530218124,
285
+ -2.2904603481292725,
286
+ -0.062093209475278854,
287
+ -0.02637440897524357,
288
+ -0.062062960118055344,
289
+ -0.04596245288848877,
290
+ -0.054649144411087036,
291
+ -0.04895154759287834,
292
+ -0.05587133765220642,
293
+ -0.056323740631341934,
294
+ -0.05636723339557648,
295
+ -0.04989440739154816,
296
+ -0.05776501074433327,
297
+ -0.07505887746810913,
298
+ -0.06598591804504395,
299
+ -0.04823638126254082,
300
+ -0.06596449017524719,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 0.0,
310
+ 0.0,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0
314
+ ]
315
+ ],
316
+ "decoded_roundtrip": [
317
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
318
+ "public int multiply(int a, int b, int c){return a * b * c;}"
319
+ ],
320
+ "training": {
321
+ "loss": 0.2094104140996933,
322
+ "gradients": {
323
+ "model.encoder.layers.0.self_attn.q_proj.weight": true,
324
+ "model.decoder.layers.0.encoder_attn.q_proj.weight": true
325
+ },
326
+ "updated": true
327
+ }
328
+ }
329
+ }
integrations/transformers/expectations/cuda/plbart-java-cs.json ADDED
@@ -0,0 +1,329 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "recorded_with": {
3
+ "contract": "huggingface-mic/plbart-java-cs-mic",
4
+ "contract_name": "PLBart",
5
+ "contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
6
+ "framework": "transformers",
7
+ "variant": "default",
8
+ "target": "plbart-java-cs",
9
+ "kind": "checkpoint",
10
+ "revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023",
11
+ "environment": {
12
+ "python": "3.11.18",
13
+ "transformers": "5.23.0.dev0",
14
+ "sentence-transformers": null,
15
+ "torch": "2.15.0+cu132",
16
+ "torchvision": "0.29.2+cu132",
17
+ "torchaudio": "2.11.1+cu132",
18
+ "tokenizers": "0.23.3",
19
+ "numpy": "2.3.5",
20
+ "pillow": "13.0.0",
21
+ "accelerate": "1.16.0.dev0",
22
+ "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.4.0",
24
+ "sentencepiece": "0.2.3",
25
+ "protobuf": "7.36.2",
26
+ "librosa": "0.11.0",
27
+ "soundfile": "0.14.0",
28
+ "scipy": "1.17.1"
29
+ },
30
+ "seconds": 7.88,
31
+ "environment_differs": {
32
+ "pillow": "13.0.0 (pinned 12.3.0)",
33
+ "accelerate": "1.16.0.dev0 (pinned 1.15.0)",
34
+ "huggingface-hub": "2.4.0 (pinned 2.3.0)",
35
+ "sentencepiece": "0.2.3 (pinned 0.2.2)"
36
+ },
37
+ "platform": "cuda",
38
+ "template_date": "2026-01-01"
39
+ },
40
+ "outputs": {
41
+ "runtime": {
42
+ "device": "cuda",
43
+ "dtype": "float32",
44
+ "attn_implementation": "sdpa"
45
+ },
46
+ "generated_tokens": [
47
+ [
48
+ 0,
49
+ 161,
50
+ 219,
51
+ 5452,
52
+ 33460,
53
+ 234,
54
+ 14,
55
+ 33463,
56
+ 219,
57
+ 56,
58
+ 33463,
59
+ 219,
60
+ 18,
61
+ 2068,
62
+ 4258,
63
+ 2710,
64
+ 33455,
65
+ 3380,
66
+ 33460,
67
+ 33441,
68
+ 33463,
69
+ 2710,
70
+ 33455,
71
+ 3380,
72
+ 33460,
73
+ 33465,
74
+ 33463,
75
+ 18,
76
+ 3005,
77
+ 33484,
78
+ 2
79
+ ],
80
+ [
81
+ 0,
82
+ 161,
83
+ 219,
84
+ 25089,
85
+ 185,
86
+ 33460,
87
+ 234,
88
+ 14,
89
+ 33463,
90
+ 219,
91
+ 56,
92
+ 33463,
93
+ 219,
94
+ 18,
95
+ 2068,
96
+ 4258,
97
+ 14,
98
+ 294,
99
+ 56,
100
+ 294,
101
+ 18,
102
+ 11684,
103
+ 2,
104
+ 1,
105
+ 1,
106
+ 1,
107
+ 1,
108
+ 1,
109
+ 1,
110
+ 1,
111
+ 1
112
+ ],
113
+ [
114
+ 0,
115
+ 161,
116
+ 219,
117
+ 2001,
118
+ 33460,
119
+ 234,
120
+ 14,
121
+ 33463,
122
+ 219,
123
+ 56,
124
+ 2068,
125
+ 4258,
126
+ 14,
127
+ 163,
128
+ 56,
129
+ 11684,
130
+ 2,
131
+ 1,
132
+ 1,
133
+ 1,
134
+ 1,
135
+ 1,
136
+ 1,
137
+ 1,
138
+ 1,
139
+ 1,
140
+ 1,
141
+ 1,
142
+ 1,
143
+ 1,
144
+ 1
145
+ ],
146
+ [
147
+ 0,
148
+ 161,
149
+ 4287,
150
+ 219,
151
+ 3079,
152
+ 3043,
153
+ 33460,
154
+ 234,
155
+ 14,
156
+ 33463,
157
+ 219,
158
+ 56,
159
+ 2068,
160
+ 4258,
161
+ 14,
162
+ 158,
163
+ 56,
164
+ 11684,
165
+ 2,
166
+ 1,
167
+ 1,
168
+ 1,
169
+ 1,
170
+ 1,
171
+ 1,
172
+ 1,
173
+ 1,
174
+ 1,
175
+ 1,
176
+ 1,
177
+ 1
178
+ ]
179
+ ],
180
+ "generated_text": [
181
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
182
+ "public intMultiply(int a, int b, int c){return a * b * c;}",
183
+ "public int Add(int a, int b){return a + b;}",
184
+ "public virtual int Subtract(int a, int b){return a - b;}"
185
+ ],
186
+ "label_logprobs": [
187
+ [
188
+ -0.051355503499507904,
189
+ -0.26495349407196045,
190
+ -1.4978495836257935,
191
+ -0.06673255562782288,
192
+ -0.041054245084524155,
193
+ -0.04770074784755707,
194
+ -0.04616634547710419,
195
+ -0.060304585844278336,
196
+ -0.047052353620529175,
197
+ -0.04502544924616814,
198
+ -0.055984288454055786,
199
+ -0.06094960495829582,
200
+ -0.08034728467464447,
201
+ -0.03679296746850014,
202
+ -0.04950965568423271,
203
+ -0.061983413994312286,
204
+ -0.018419643864035606,
205
+ -0.04900830611586571,
206
+ -0.028495511040091515,
207
+ -0.04785405844449997,
208
+ -0.026361985132098198,
209
+ -0.0680905431509018,
210
+ -0.024137908592820168,
211
+ -0.05166177451610565,
212
+ -0.04622132331132889,
213
+ -0.04288068786263466,
214
+ -0.0711296796798706,
215
+ -0.02933618798851967,
216
+ -0.05482317507266998,
217
+ -0.06447073072195053
218
+ ],
219
+ [
220
+ -0.046618152409791946,
221
+ -0.1738867312669754,
222
+ -2.0499861240386963,
223
+ -0.43693864345550537,
224
+ -0.05043669044971466,
225
+ -0.04210355877876282,
226
+ -0.05372725427150726,
227
+ -0.05061689391732216,
228
+ -0.05678291991353035,
229
+ -0.046148814260959625,
230
+ -0.051018550992012024,
231
+ -0.05621353164315224,
232
+ -0.06370439380407333,
233
+ -0.0613291934132576,
234
+ -0.0509352870285511,
235
+ -0.046637266874313354,
236
+ -0.06575577706098557,
237
+ -0.05402207002043724,
238
+ -0.14371247589588165,
239
+ -0.08237538486719131,
240
+ -0.05126388370990753,
241
+ -0.06407634168863297,
242
+ 0.0,
243
+ 0.0,
244
+ 0.0,
245
+ 0.0,
246
+ 0.0,
247
+ 0.0,
248
+ 0.0,
249
+ 0.0
250
+ ],
251
+ [
252
+ -0.04677117243409157,
253
+ -0.4049988090991974,
254
+ -0.16029345989227295,
255
+ -0.06799409538507462,
256
+ -0.04719405248761177,
257
+ -0.054663028568029404,
258
+ -0.05103463679552078,
259
+ -0.052141543477773666,
260
+ -0.06116582453250885,
261
+ -0.05624023824930191,
262
+ -0.050758764147758484,
263
+ -0.05195935070514679,
264
+ -0.041890036314725876,
265
+ -0.06609494239091873,
266
+ -0.04654737934470177,
267
+ -0.06653939932584763,
268
+ 0.0,
269
+ 0.0,
270
+ 0.0,
271
+ 0.0,
272
+ 0.0,
273
+ 0.0,
274
+ 0.0,
275
+ 0.0,
276
+ 0.0,
277
+ 0.0,
278
+ 0.0,
279
+ 0.0,
280
+ 0.0,
281
+ 0.0
282
+ ],
283
+ [
284
+ -0.048505451530218124,
285
+ -2.290459156036377,
286
+ -0.06209287419915199,
287
+ -0.02637440897524357,
288
+ -0.06206318736076355,
289
+ -0.04596256837248802,
290
+ -0.054649144411087036,
291
+ -0.04895143583416939,
292
+ -0.05587133765220642,
293
+ -0.056323740631341934,
294
+ -0.05636712163686752,
295
+ -0.04989440739154816,
296
+ -0.05776512250304222,
297
+ -0.07505887746810913,
298
+ -0.06598591804504395,
299
+ -0.04823649302124977,
300
+ -0.06596449017524719,
301
+ 0.0,
302
+ 0.0,
303
+ 0.0,
304
+ 0.0,
305
+ 0.0,
306
+ 0.0,
307
+ 0.0,
308
+ 0.0,
309
+ 0.0,
310
+ 0.0,
311
+ 0.0,
312
+ 0.0,
313
+ 0.0
314
+ ]
315
+ ],
316
+ "decoded_roundtrip": [
317
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
318
+ "public int multiply(int a, int b, int c){return a * b * c;}"
319
+ ],
320
+ "training": {
321
+ "loss": 0.20845915377140045,
322
+ "gradients": {
323
+ "model.encoder.layers.0.self_attn.q_proj.weight": true,
324
+ "model.decoder.layers.0.encoder_attn.q_proj.weight": true
325
+ },
326
+ "updated": true
327
+ }
328
+ }
329
+ }
integrations/transformers/usage.md ADDED
@@ -0,0 +1,90 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # PLBart: code translation with Transformers
2
+
3
+ This page is the Transformers contract of the PLBart MIC and also a usage example. [doc-builder](https://github.com/huggingface/doc-builder/blob/main/docs/runnable-code-blocks.md) renders the `runnable` blocks below as documentation, and its pytest plugin runs them as written against `uclanlp/plbart-java-cs`. The MIC runner runs the same blocks against each slim fixture and each checkpoint in [`integration.json`](../../integration.json). Lines marked `# doc-builder: hide` only matter there: they swap in the pinned checkpoint or variant and print the result record.
4
+
5
+ ## Translate a batch of Java methods to C#
6
+
7
+ ```py runnable:translate
8
+ import torch
9
+ from transformers import AutoModelForSeq2SeqLM, AutoTokenizer, set_seed
10
+ import json # doc-builder: hide
11
+ import os # doc-builder: hide
12
+
13
+ model_id = "uclanlp/plbart-java-cs"
14
+ model_id = os.environ.get("MIC_MODEL", model_id) # doc-builder: hide
15
+ variant = json.loads(os.environ.get("MIC_MODEL_KWARGS", "{}")) # doc-builder: hide
16
+ device = "cuda" if torch.cuda.is_available() else "cpu"
17
+ set_seed(0) # seeds torch, NumPy, and Python: loading, dropout, and data augmentation draw random numbers
18
+
19
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
20
+ model = AutoModelForSeq2SeqLM.from_pretrained(model_id).to(device)
21
+ if variant: # doc-builder: hide
22
+ model = AutoModelForSeq2SeqLM.from_pretrained(model_id, **variant).to(device)
23
+
24
+ java_methods = [
25
+ "public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
26
+ "public int multiply(int a, int b, int c){return a * b * c;}",
27
+ "public int add(int a, int b){return a + b;}",
28
+ "public int subtract(int a, int b){return a - b;}",
29
+ ]
30
+ inputs = tokenizer(java_methods, return_tensors="pt", padding=True).to(device)
31
+ generated = model.generate(**inputs, max_new_tokens=32, do_sample=False)
32
+ print(tokenizer.batch_decode(generated, skip_special_tokens=True))
33
+ ```
34
+
35
+ ## Decode a batch of token ids
36
+
37
+ `decode` accepts a batch and returns one string per sequence, cleaning up the spaces the tokenizer puts before punctuation.
38
+
39
+ ```py runnable:translate:3
40
+ punctuated = ["public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}", "public int multiply(int a, int b, int c){return a * b * c;}"]
41
+ roundtrip = tokenizer.decode(tokenizer(punctuated).input_ids, skip_special_tokens=True)
42
+ print(roundtrip)
43
+ ```
44
+
45
+ ## One training step
46
+
47
+ ```py runnable:translate:3
48
+ targets = [
49
+ "public int Maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
50
+ "public int Multiply(int a, int b, int c){return a * b * c;}",
51
+ "public int Add(int a, int b){return a + b;}",
52
+ "public int Subtract(int a, int b){return a - b;}",
53
+ ]
54
+ labels = tokenizer(text_target=targets, return_tensors="pt", padding=True).input_ids.to(device)
55
+ labels[labels == tokenizer.pad_token_id] = -100
56
+
57
+ with torch.no_grad(): # doc-builder: hide
58
+ # Teacher-forced log-probabilities of the reference translations.
59
+ logprobs = model(**inputs, labels=labels).logits.float().log_softmax(-1)
60
+ label_logprobs = logprobs.gather(-1, labels.clamp(min=0)[..., None])[..., 0].masked_fill(labels == -100, 0.0)
61
+
62
+ model.train()
63
+ optimizer = torch.optim.SGD(model.parameters(), lr=0.01)
64
+ loss = model(**inputs, labels=labels).loss
65
+ loss.backward()
66
+ before = {name: p.detach().clone() for name, p in model.named_parameters()} # doc-builder: hide
67
+ optimizer.step()
68
+ print(f"loss: {loss.item():.4f}")
69
+
70
+ if os.environ.get("MIC_RUNNER"): # doc-builder: hide
71
+ named = dict(model.named_parameters())
72
+ checked = ("model.encoder.layers.0.self_attn.q_proj.weight", "model.decoder.layers.0.encoder_attn.q_proj.weight")
73
+ result = {
74
+ "runtime": {
75
+ "device": model.device.type,
76
+ "dtype": str(model.dtype).removeprefix("torch."),
77
+ "attn_implementation": model.config._attn_implementation,
78
+ },
79
+ "generated_tokens": generated.tolist(),
80
+ "generated_text": tokenizer.batch_decode(generated, skip_special_tokens=True),
81
+ "label_logprobs": label_logprobs.tolist(),
82
+ "decoded_roundtrip": roundtrip,
83
+ "training": {
84
+ "loss": loss.item(),
85
+ "gradients": {n: bool(named[n].grad is not None and torch.count_nonzero(named[n].grad) > 0 and torch.isfinite(named[n].grad).all()) for n in checked},
86
+ "updated": any(not torch.equal(p, before[n]) for n, p in named.items()),
87
+ },
88
+ }
89
+ print(json.dumps(result))
90
+ ```
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a18bddb252cb458c8024db7ef08ad1b698d482e599724c6e341903eb36ce19e
3
+ size 14207332
sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f72f5d040a176945623a255484d24066f8c0da89a294359154e226efbe494b80
3
+ size 985833