Publish MIC usage, slim fixture and reviewed Transformers expectations
Browse files- .mic-repo.json +7 -0
- README.md +38 -0
- build.json +135 -0
- config.json +34 -0
- generation_config.json +11 -0
- integration.json +87 -0
- integrations/transformers/expectations/cpu-x86_64-bf16/plbart-java-cs-mic.bfloat16.json +339 -0
- integrations/transformers/expectations/cpu-x86_64-bf16/plbart-java-cs.bfloat16.json +328 -0
- integrations/transformers/expectations/cpu-x86_64/plbart-java-cs-mic.eager.json +339 -0
- integrations/transformers/expectations/cpu-x86_64/plbart-java-cs-mic.json +339 -0
- integrations/transformers/expectations/cpu-x86_64/plbart-java-cs.eager.json +328 -0
- integrations/transformers/expectations/cpu-x86_64/plbart-java-cs.json +328 -0
- integrations/transformers/expectations/cuda/plbart-java-cs-mic.bfloat16.json +340 -0
- integrations/transformers/expectations/cuda/plbart-java-cs-mic.eager.json +340 -0
- integrations/transformers/expectations/cuda/plbart-java-cs-mic.json +340 -0
- integrations/transformers/expectations/cuda/plbart-java-cs.bfloat16.json +329 -0
- integrations/transformers/expectations/cuda/plbart-java-cs.eager.json +329 -0
- integrations/transformers/expectations/cuda/plbart-java-cs.json +329 -0
- integrations/transformers/usage.md +90 -0
- model.safetensors +3 -0
- sentencepiece.bpe.model +3 -0
.mic-repo.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": "mic-umbrella-v1",
|
| 3 |
+
"contract_files": [
|
| 4 |
+
"integration.json",
|
| 5 |
+
"integrations/transformers/usage.md"
|
| 6 |
+
]
|
| 7 |
+
}
|
README.md
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
tags:
|
| 3 |
+
- mic
|
| 4 |
+
- test-artifact
|
| 5 |
+
base_model: uclanlp/plbart-java-cs
|
| 6 |
+
---
|
| 7 |
+
|
| 8 |
+
# plbart-java-cs-mic
|
| 9 |
+
|
| 10 |
+
Slim model weights, executable usage and framework expectations in one repository.
|
| 11 |
+
|
| 12 |
+
- [Contract manifest](integration.json)
|
| 13 |
+
- [Transformers usage](integrations/transformers/usage.md)
|
| 14 |
+
- [Transformers expectations](integrations/transformers/expectations)
|
| 15 |
+
- [Fixture provenance](build.json)
|
| 16 |
+
- [How the fixture was shrunk](https://huggingface-mic-mic-coverage.static.hf.space/shrink/plbart-java-cs-mic.html)
|
| 17 |
+
|
| 18 |
+
## Contract
|
| 19 |
+
|
| 20 |
+
### PLBart code translation
|
| 21 |
+
|
| 22 |
+
Runnable usage and the framework expectations directory are linked above.
|
| 23 |
+
|
| 24 |
+
## Slim model
|
| 25 |
+
|
| 26 |
+
### Slim fixture: plbart-java-cs-mic
|
| 27 |
+
|
| 28 |
+
A 3.5M-parameter fixture for the [PLBart MIC](https://huggingface.co/huggingface-mic/plbart-java-cs-mic), covering [`uclanlp/plbart-java-cs`](https://huggingface.co/uclanlp/plbart-java-cs). It is a test artifact, not a usable model, tagged `test-artifact` to keep it out of candidate-model search.
|
| 29 |
+
|
| 30 |
+
- **Fixture key `cac9f40f742c`.** It covers every checkpoint whose processor files are byte-identical and whose config matches after shrinking.
|
| 31 |
+
- **Same architecture, smaller config:** `PLBartForConditionalGeneration`, shrunk by the generic rule in [`sweep.py`](https://github.com/huggingface/transformers-mic/blob/main/experiments/sweep.py) (encoder_layers 2, decoder_layers 2).
|
| 32 |
+
- **Processor files copied byte for byte** from `uclanlp/plbart-java-cs`: `sentencepiece.bpe.model`.
|
| 33 |
+
- **Random weights (seed 17).** They passed the input-sensitivity gate: every perturbation of the contract's inputs moved the logits by at least 0.001 (weakest: `attention_mask:all_ones`, 0.0063), so no training was needed.
|
| 34 |
+
- **Same tensor names as the real checkpoint.** The real checkpoint has every parameter, and so does the fixture.
|
| 35 |
+
- **Saved in float32**, the dtype `uclanlp/plbart-java-cs` loads in by default.
|
| 36 |
+
- **Finite in float32, bfloat16, and float16** (forward, loss, gradients).
|
| 37 |
+
|
| 38 |
+
Built by [`build_fixtures.py`](https://github.com/huggingface/transformers-mic/blob/main/example/build_fixtures.py); [`build.json`](build.json) records the pinned sources, gate results, and file hashes. This repository includes the slim weights, usage and framework expectations; rebuild the other files with `python example/build_fixtures.py --fixture plbart-java-cs-mic`.
|
build.json
ADDED
|
@@ -0,0 +1,135 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fixture": "huggingface-mic/plbart-java-cs-mic",
|
| 3 |
+
"key": "cac9f40f742c39637b23fe32b8e6462905c9aa0788de7b679b9a6b6aa5fdd7d5",
|
| 4 |
+
"key_fields": {
|
| 5 |
+
"architectures": [
|
| 6 |
+
"PLBartForConditionalGeneration"
|
| 7 |
+
],
|
| 8 |
+
"output_hidden_states": false,
|
| 9 |
+
"return_dict": true,
|
| 10 |
+
"chunk_size_feed_forward": 0,
|
| 11 |
+
"is_encoder_decoder": true,
|
| 12 |
+
"id2label": {
|
| 13 |
+
"0": "LABEL_0",
|
| 14 |
+
"1": "LABEL_1"
|
| 15 |
+
},
|
| 16 |
+
"label2id": {
|
| 17 |
+
"LABEL_0": 0,
|
| 18 |
+
"LABEL_1": 1
|
| 19 |
+
},
|
| 20 |
+
"problem_type": null,
|
| 21 |
+
"vocab_size": 50005,
|
| 22 |
+
"max_position_embeddings": 1024,
|
| 23 |
+
"encoder_layers": 2,
|
| 24 |
+
"encoder_ffn_dim": 128,
|
| 25 |
+
"encoder_attention_heads": 4,
|
| 26 |
+
"decoder_layers": 2,
|
| 27 |
+
"decoder_ffn_dim": 128,
|
| 28 |
+
"decoder_attention_heads": 4,
|
| 29 |
+
"encoder_layerdrop": 0.0,
|
| 30 |
+
"decoder_layerdrop": 0.0,
|
| 31 |
+
"use_cache": true,
|
| 32 |
+
"activation_function": "gelu",
|
| 33 |
+
"d_model": 64,
|
| 34 |
+
"dropout": 0.1,
|
| 35 |
+
"attention_dropout": 0.1,
|
| 36 |
+
"activation_dropout": 0.0,
|
| 37 |
+
"init_std": 0.02,
|
| 38 |
+
"classifier_dropout": 0.0,
|
| 39 |
+
"scale_embedding": true,
|
| 40 |
+
"pad_token_id": 1,
|
| 41 |
+
"bos_token_id": 0,
|
| 42 |
+
"eos_token_id": 2,
|
| 43 |
+
"forced_eos_token_id": 2,
|
| 44 |
+
"is_decoder": false,
|
| 45 |
+
"tie_word_embeddings": true,
|
| 46 |
+
"model_type": "plbart",
|
| 47 |
+
"output_attentions": false
|
| 48 |
+
},
|
| 49 |
+
"covers": {
|
| 50 |
+
"uclanlp/plbart-java-cs": "0426c742606ceb3c2e12de0ae9c46a969bba6023"
|
| 51 |
+
},
|
| 52 |
+
"built_from": {
|
| 53 |
+
"repo": "uclanlp/plbart-java-cs",
|
| 54 |
+
"revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023"
|
| 55 |
+
},
|
| 56 |
+
"seed": 17,
|
| 57 |
+
"dtype": "float32",
|
| 58 |
+
"builder": "example/build_fixtures.py",
|
| 59 |
+
"builder_revision": "e0a6b1514964849b9340055e7d6d8ac67e21e051",
|
| 60 |
+
"recipe": {
|
| 61 |
+
"seed": 17
|
| 62 |
+
},
|
| 63 |
+
"shrink": "rule",
|
| 64 |
+
"model_class": "PLBartForConditionalGeneration",
|
| 65 |
+
"parameters": 3499328,
|
| 66 |
+
"missing_parameters": [],
|
| 67 |
+
"serialization": {
|
| 68 |
+
"file": "model.safetensors",
|
| 69 |
+
"source_file": "pytorch_model.bin",
|
| 70 |
+
"reverted_conversions": []
|
| 71 |
+
},
|
| 72 |
+
"checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
|
| 73 |
+
"numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
|
| 74 |
+
"captured": {
|
| 75 |
+
"call": "training step",
|
| 76 |
+
"inputs": [
|
| 77 |
+
"attention_mask",
|
| 78 |
+
"input_ids",
|
| 79 |
+
"labels"
|
| 80 |
+
],
|
| 81 |
+
"class": "PLBartForConditionalGeneration"
|
| 82 |
+
},
|
| 83 |
+
"weights": "random",
|
| 84 |
+
"gate": {
|
| 85 |
+
"random": {
|
| 86 |
+
"pass": true,
|
| 87 |
+
"accepted_insensitive": {},
|
| 88 |
+
"threshold": 0.001,
|
| 89 |
+
"deltas": {
|
| 90 |
+
"input_ids:roll_batch": 0.006489932537078857,
|
| 91 |
+
"input_ids:reverse": 0.010007187724113464,
|
| 92 |
+
"attention_mask:all_ones": 0.0062996819615364075
|
| 93 |
+
},
|
| 94 |
+
"weakest": "attention_mask:all_ones",
|
| 95 |
+
"no_perturbation_defined": [],
|
| 96 |
+
"not_a_forward_parameter": []
|
| 97 |
+
}
|
| 98 |
+
},
|
| 99 |
+
"numeric_health": {
|
| 100 |
+
"float32": {
|
| 101 |
+
"outputs_finite": true,
|
| 102 |
+
"loss_finite": true,
|
| 103 |
+
"gradients_finite": true,
|
| 104 |
+
"finite": true
|
| 105 |
+
},
|
| 106 |
+
"bfloat16": {
|
| 107 |
+
"outputs_finite": true,
|
| 108 |
+
"loss_finite": true,
|
| 109 |
+
"gradients_finite": true,
|
| 110 |
+
"finite": true
|
| 111 |
+
},
|
| 112 |
+
"float16": {
|
| 113 |
+
"outputs_finite": true,
|
| 114 |
+
"loss_finite": true,
|
| 115 |
+
"unscaled_gradients_finite": true,
|
| 116 |
+
"finite": true
|
| 117 |
+
}
|
| 118 |
+
},
|
| 119 |
+
"copied_unchanged": [
|
| 120 |
+
"sentencepiece.bpe.model"
|
| 121 |
+
],
|
| 122 |
+
"environment": {
|
| 123 |
+
"python": "3.11.18",
|
| 124 |
+
"machine": "x86_64",
|
| 125 |
+
"torch": "2.15.0+cpu",
|
| 126 |
+
"transformers": "5.23.0.dev0",
|
| 127 |
+
"tokenizers": "0.23.3"
|
| 128 |
+
},
|
| 129 |
+
"sha256": {
|
| 130 |
+
"config.json": "ebb6aa6accc2252973c36573acc3a4dc75f870eef392223e385074b2755fc800",
|
| 131 |
+
"generation_config.json": "18d2ce2587071d5b671d7202b210c4813a2618d519b62cbcf4a7c08b77b74673",
|
| 132 |
+
"model.safetensors": "6a18bddb252cb458c8024db7ef08ad1b698d482e599724c6e341903eb36ce19e",
|
| 133 |
+
"sentencepiece.bpe.model": "f72f5d040a176945623a255484d24066f8c0da89a294359154e226efbe494b80"
|
| 134 |
+
}
|
| 135 |
+
}
|
config.json
ADDED
|
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"activation_dropout": 0.0,
|
| 3 |
+
"activation_function": "gelu",
|
| 4 |
+
"architectures": [
|
| 5 |
+
"PLBartForConditionalGeneration"
|
| 6 |
+
],
|
| 7 |
+
"attention_dropout": 0.1,
|
| 8 |
+
"bos_token_id": 0,
|
| 9 |
+
"classifier_dropout": 0.0,
|
| 10 |
+
"d_model": 64,
|
| 11 |
+
"decoder_attention_heads": 4,
|
| 12 |
+
"decoder_ffn_dim": 128,
|
| 13 |
+
"decoder_layerdrop": 0.0,
|
| 14 |
+
"decoder_layers": 2,
|
| 15 |
+
"dropout": 0.1,
|
| 16 |
+
"dtype": "float32",
|
| 17 |
+
"encoder_attention_heads": 4,
|
| 18 |
+
"encoder_ffn_dim": 128,
|
| 19 |
+
"encoder_layerdrop": 0.0,
|
| 20 |
+
"encoder_layers": 2,
|
| 21 |
+
"eos_token_id": 2,
|
| 22 |
+
"forced_eos_token_id": 2,
|
| 23 |
+
"init_std": 0.02,
|
| 24 |
+
"is_decoder": false,
|
| 25 |
+
"is_encoder_decoder": true,
|
| 26 |
+
"max_position_embeddings": 1024,
|
| 27 |
+
"model_type": "plbart",
|
| 28 |
+
"pad_token_id": 1,
|
| 29 |
+
"scale_embedding": true,
|
| 30 |
+
"tie_word_embeddings": true,
|
| 31 |
+
"transformers_version": "5.23.0.dev0",
|
| 32 |
+
"use_cache": true,
|
| 33 |
+
"vocab_size": 50005
|
| 34 |
+
}
|
generation_config.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 0,
|
| 4 |
+
"eos_token_id": 2,
|
| 5 |
+
"forced_eos_token_id": 2,
|
| 6 |
+
"output_attentions": false,
|
| 7 |
+
"output_hidden_states": false,
|
| 8 |
+
"pad_token_id": 1,
|
| 9 |
+
"transformers_version": "5.23.0.dev0",
|
| 10 |
+
"use_cache": true
|
| 11 |
+
}
|
integration.json
ADDED
|
@@ -0,0 +1,87 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"mic": "0.3",
|
| 3 |
+
"name": "PLBart code translation",
|
| 4 |
+
"usage": "AutoTokenizer + AutoModelForSeq2SeqLM.generate, batched",
|
| 5 |
+
"architecture": "PLBartForConditionalGeneration",
|
| 6 |
+
"checkpoints": {
|
| 7 |
+
"uclanlp/plbart-java-cs": {
|
| 8 |
+
"fixture": "huggingface-mic/plbart-java-cs-mic"
|
| 9 |
+
}
|
| 10 |
+
},
|
| 11 |
+
"fixtures": {
|
| 12 |
+
"huggingface-mic/plbart-java-cs-mic": {
|
| 13 |
+
"built_from": "uclanlp/plbart-java-cs",
|
| 14 |
+
"covers": [
|
| 15 |
+
"uclanlp/plbart-java-cs"
|
| 16 |
+
],
|
| 17 |
+
"build": {
|
| 18 |
+
"seed": 17
|
| 19 |
+
}
|
| 20 |
+
}
|
| 21 |
+
},
|
| 22 |
+
"integrations": {
|
| 23 |
+
"transformers": {
|
| 24 |
+
"entry_point": "integrations/transformers/usage.md",
|
| 25 |
+
"format": "runnable-markdown",
|
| 26 |
+
"requires": [
|
| 27 |
+
"transformers>=5",
|
| 28 |
+
"torch",
|
| 29 |
+
"sentencepiece",
|
| 30 |
+
"protobuf"
|
| 31 |
+
],
|
| 32 |
+
"targets": [
|
| 33 |
+
"fixtures",
|
| 34 |
+
"checkpoints"
|
| 35 |
+
],
|
| 36 |
+
"variants": {
|
| 37 |
+
"default": {},
|
| 38 |
+
"eager": {
|
| 39 |
+
"attn_implementation": "eager"
|
| 40 |
+
},
|
| 41 |
+
"bfloat16": {
|
| 42 |
+
"dtype": "bfloat16"
|
| 43 |
+
}
|
| 44 |
+
},
|
| 45 |
+
"training": true,
|
| 46 |
+
"resources": {
|
| 47 |
+
"fixture": {
|
| 48 |
+
"download_mb": 150
|
| 49 |
+
},
|
| 50 |
+
"uclanlp/plbart-java-cs": {
|
| 51 |
+
"memory_gb": 1,
|
| 52 |
+
"download_mb": 242
|
| 53 |
+
}
|
| 54 |
+
}
|
| 55 |
+
}
|
| 56 |
+
},
|
| 57 |
+
"outputs": {
|
| 58 |
+
"runtime": {
|
| 59 |
+
"compare": "exact"
|
| 60 |
+
},
|
| 61 |
+
"generated_tokens": {
|
| 62 |
+
"compare": "exact"
|
| 63 |
+
},
|
| 64 |
+
"generated_text": {
|
| 65 |
+
"compare": "exact"
|
| 66 |
+
},
|
| 67 |
+
"label_logprobs": {
|
| 68 |
+
"compare": "allclose",
|
| 69 |
+
"atol": 0.0001,
|
| 70 |
+
"rtol": 0.0001
|
| 71 |
+
},
|
| 72 |
+
"decoded_roundtrip": {
|
| 73 |
+
"compare": "exact"
|
| 74 |
+
},
|
| 75 |
+
"training.loss": {
|
| 76 |
+
"compare": "allclose",
|
| 77 |
+
"atol": 0.0001,
|
| 78 |
+
"rtol": 0.0001
|
| 79 |
+
},
|
| 80 |
+
"training.gradients": {
|
| 81 |
+
"compare": "all_true"
|
| 82 |
+
},
|
| 83 |
+
"training.updated": {
|
| 84 |
+
"compare": "true"
|
| 85 |
+
}
|
| 86 |
+
}
|
| 87 |
+
}
|
integrations/transformers/expectations/cpu-x86_64-bf16/plbart-java-cs-mic.bfloat16.json
ADDED
|
@@ -0,0 +1,339 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/plbart-java-cs-mic",
|
| 4 |
+
"contract_name": "PLBart",
|
| 5 |
+
"contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 6 |
+
"framework": "transformers",
|
| 7 |
+
"variant": "bfloat16",
|
| 8 |
+
"target": "plbart-java-cs-mic",
|
| 9 |
+
"kind": "fixture",
|
| 10 |
+
"revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 11 |
+
"source_model": "uclanlp/plbart-java-cs",
|
| 12 |
+
"weights": "random",
|
| 13 |
+
"fixture_repo": "huggingface-mic/plbart-java-cs-mic",
|
| 14 |
+
"environment": {
|
| 15 |
+
"python": "3.11.18",
|
| 16 |
+
"transformers": "5.23.0.dev0",
|
| 17 |
+
"sentence-transformers": null,
|
| 18 |
+
"torch": "2.15.0+cpu",
|
| 19 |
+
"torchvision": "0.29.2+cpu",
|
| 20 |
+
"torchaudio": "2.11.1+cpu",
|
| 21 |
+
"tokenizers": "0.23.3",
|
| 22 |
+
"numpy": "2.3.5",
|
| 23 |
+
"pillow": "13.0.0",
|
| 24 |
+
"accelerate": "1.15.0",
|
| 25 |
+
"safetensors": "0.8.0",
|
| 26 |
+
"huggingface-hub": "2.4.0",
|
| 27 |
+
"sentencepiece": "0.2.3",
|
| 28 |
+
"protobuf": "7.36.2",
|
| 29 |
+
"librosa": "0.11.0",
|
| 30 |
+
"soundfile": "0.14.0",
|
| 31 |
+
"scipy": "1.17.1"
|
| 32 |
+
},
|
| 33 |
+
"seconds": 7.22,
|
| 34 |
+
"environment_differs": {
|
| 35 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 37 |
+
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 38 |
+
},
|
| 39 |
+
"platform": "cpu-x86_64-bf16",
|
| 40 |
+
"template_date": "2026-01-01"
|
| 41 |
+
},
|
| 42 |
+
"outputs": {
|
| 43 |
+
"runtime": {
|
| 44 |
+
"device": "cpu",
|
| 45 |
+
"dtype": "bfloat16",
|
| 46 |
+
"attn_implementation": "sdpa"
|
| 47 |
+
},
|
| 48 |
+
"generated_tokens": [
|
| 49 |
+
[
|
| 50 |
+
0,
|
| 51 |
+
0,
|
| 52 |
+
0,
|
| 53 |
+
0,
|
| 54 |
+
0,
|
| 55 |
+
0,
|
| 56 |
+
0,
|
| 57 |
+
0,
|
| 58 |
+
0,
|
| 59 |
+
0,
|
| 60 |
+
0,
|
| 61 |
+
0,
|
| 62 |
+
0,
|
| 63 |
+
0,
|
| 64 |
+
0,
|
| 65 |
+
0,
|
| 66 |
+
0,
|
| 67 |
+
0,
|
| 68 |
+
0,
|
| 69 |
+
0,
|
| 70 |
+
0,
|
| 71 |
+
0,
|
| 72 |
+
0,
|
| 73 |
+
0,
|
| 74 |
+
0,
|
| 75 |
+
0,
|
| 76 |
+
0,
|
| 77 |
+
0,
|
| 78 |
+
0,
|
| 79 |
+
0,
|
| 80 |
+
0,
|
| 81 |
+
0,
|
| 82 |
+
2
|
| 83 |
+
],
|
| 84 |
+
[
|
| 85 |
+
0,
|
| 86 |
+
0,
|
| 87 |
+
0,
|
| 88 |
+
0,
|
| 89 |
+
0,
|
| 90 |
+
0,
|
| 91 |
+
0,
|
| 92 |
+
0,
|
| 93 |
+
0,
|
| 94 |
+
0,
|
| 95 |
+
0,
|
| 96 |
+
0,
|
| 97 |
+
0,
|
| 98 |
+
0,
|
| 99 |
+
0,
|
| 100 |
+
0,
|
| 101 |
+
0,
|
| 102 |
+
0,
|
| 103 |
+
0,
|
| 104 |
+
0,
|
| 105 |
+
0,
|
| 106 |
+
0,
|
| 107 |
+
0,
|
| 108 |
+
0,
|
| 109 |
+
0,
|
| 110 |
+
0,
|
| 111 |
+
0,
|
| 112 |
+
0,
|
| 113 |
+
0,
|
| 114 |
+
0,
|
| 115 |
+
0,
|
| 116 |
+
0,
|
| 117 |
+
2
|
| 118 |
+
],
|
| 119 |
+
[
|
| 120 |
+
0,
|
| 121 |
+
0,
|
| 122 |
+
0,
|
| 123 |
+
0,
|
| 124 |
+
0,
|
| 125 |
+
0,
|
| 126 |
+
0,
|
| 127 |
+
0,
|
| 128 |
+
0,
|
| 129 |
+
0,
|
| 130 |
+
0,
|
| 131 |
+
0,
|
| 132 |
+
0,
|
| 133 |
+
0,
|
| 134 |
+
0,
|
| 135 |
+
0,
|
| 136 |
+
0,
|
| 137 |
+
0,
|
| 138 |
+
0,
|
| 139 |
+
0,
|
| 140 |
+
0,
|
| 141 |
+
0,
|
| 142 |
+
0,
|
| 143 |
+
0,
|
| 144 |
+
0,
|
| 145 |
+
0,
|
| 146 |
+
0,
|
| 147 |
+
0,
|
| 148 |
+
0,
|
| 149 |
+
0,
|
| 150 |
+
0,
|
| 151 |
+
0,
|
| 152 |
+
2
|
| 153 |
+
],
|
| 154 |
+
[
|
| 155 |
+
0,
|
| 156 |
+
0,
|
| 157 |
+
0,
|
| 158 |
+
0,
|
| 159 |
+
0,
|
| 160 |
+
0,
|
| 161 |
+
0,
|
| 162 |
+
0,
|
| 163 |
+
0,
|
| 164 |
+
0,
|
| 165 |
+
0,
|
| 166 |
+
0,
|
| 167 |
+
0,
|
| 168 |
+
0,
|
| 169 |
+
0,
|
| 170 |
+
0,
|
| 171 |
+
0,
|
| 172 |
+
0,
|
| 173 |
+
0,
|
| 174 |
+
0,
|
| 175 |
+
0,
|
| 176 |
+
0,
|
| 177 |
+
0,
|
| 178 |
+
0,
|
| 179 |
+
0,
|
| 180 |
+
0,
|
| 181 |
+
0,
|
| 182 |
+
0,
|
| 183 |
+
0,
|
| 184 |
+
0,
|
| 185 |
+
0,
|
| 186 |
+
0,
|
| 187 |
+
2
|
| 188 |
+
]
|
| 189 |
+
],
|
| 190 |
+
"generated_text": [
|
| 191 |
+
"",
|
| 192 |
+
"",
|
| 193 |
+
"",
|
| 194 |
+
""
|
| 195 |
+
],
|
| 196 |
+
"label_logprobs": [
|
| 197 |
+
[
|
| 198 |
+
-10.760896682739258,
|
| 199 |
+
-11.000101089477539,
|
| 200 |
+
-10.64168930053711,
|
| 201 |
+
-10.639985084533691,
|
| 202 |
+
-10.720884323120117,
|
| 203 |
+
-10.665568351745605,
|
| 204 |
+
-10.930673599243164,
|
| 205 |
+
-10.707077026367188,
|
| 206 |
+
-10.599762916564941,
|
| 207 |
+
-10.78577995300293,
|
| 208 |
+
-10.751286506652832,
|
| 209 |
+
-10.963910102844238,
|
| 210 |
+
-10.837050437927246,
|
| 211 |
+
-10.665088653564453,
|
| 212 |
+
-10.9024658203125,
|
| 213 |
+
-11.049229621887207,
|
| 214 |
+
-10.826783180236816,
|
| 215 |
+
-11.036859512329102,
|
| 216 |
+
-11.066533088684082,
|
| 217 |
+
-10.72146224975586,
|
| 218 |
+
-11.086983680725098,
|
| 219 |
+
-11.025752067565918,
|
| 220 |
+
-10.834647178649902,
|
| 221 |
+
-11.01915168762207,
|
| 222 |
+
-10.60546875,
|
| 223 |
+
-10.828248023986816,
|
| 224 |
+
-10.76507568359375,
|
| 225 |
+
-10.791603088378906,
|
| 226 |
+
-10.707235336303711,
|
| 227 |
+
-11.109134674072266
|
| 228 |
+
],
|
| 229 |
+
[
|
| 230 |
+
-10.758469581604004,
|
| 231 |
+
-10.998159408569336,
|
| 232 |
+
-11.141688346862793,
|
| 233 |
+
-10.925432205200195,
|
| 234 |
+
-10.698627471923828,
|
| 235 |
+
-10.723726272583008,
|
| 236 |
+
-10.672653198242188,
|
| 237 |
+
-10.872424125671387,
|
| 238 |
+
-10.714384078979492,
|
| 239 |
+
-10.615339279174805,
|
| 240 |
+
-10.757251739501953,
|
| 241 |
+
-10.731367111206055,
|
| 242 |
+
-11.003007888793945,
|
| 243 |
+
-10.79845905303955,
|
| 244 |
+
-10.670095443725586,
|
| 245 |
+
-10.913561820983887,
|
| 246 |
+
-10.665871620178223,
|
| 247 |
+
-10.783939361572266,
|
| 248 |
+
-10.829888343811035,
|
| 249 |
+
-10.50598430633545,
|
| 250 |
+
-10.826744079589844,
|
| 251 |
+
-10.893451690673828,
|
| 252 |
+
0.0,
|
| 253 |
+
0.0,
|
| 254 |
+
0.0,
|
| 255 |
+
0.0,
|
| 256 |
+
0.0,
|
| 257 |
+
0.0,
|
| 258 |
+
0.0,
|
| 259 |
+
0.0
|
| 260 |
+
],
|
| 261 |
+
[
|
| 262 |
+
-10.760431289672852,
|
| 263 |
+
-11.002063751220703,
|
| 264 |
+
-10.903404235839844,
|
| 265 |
+
-10.704031944274902,
|
| 266 |
+
-10.718929290771484,
|
| 267 |
+
-10.665583610534668,
|
| 268 |
+
-10.93311595916748,
|
| 269 |
+
-10.709004402160645,
|
| 270 |
+
-10.59683609008789,
|
| 271 |
+
-10.713536262512207,
|
| 272 |
+
-10.66588306427002,
|
| 273 |
+
-10.869821548461914,
|
| 274 |
+
-10.757153511047363,
|
| 275 |
+
-10.699074745178223,
|
| 276 |
+
-10.481645584106445,
|
| 277 |
+
-10.906895637512207,
|
| 278 |
+
0.0,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0,
|
| 281 |
+
0.0,
|
| 282 |
+
0.0,
|
| 283 |
+
0.0,
|
| 284 |
+
0.0,
|
| 285 |
+
0.0,
|
| 286 |
+
0.0,
|
| 287 |
+
0.0,
|
| 288 |
+
0.0,
|
| 289 |
+
0.0,
|
| 290 |
+
0.0,
|
| 291 |
+
0.0
|
| 292 |
+
],
|
| 293 |
+
[
|
| 294 |
+
-10.75996208190918,
|
| 295 |
+
-11.00108814239502,
|
| 296 |
+
-11.11434268951416,
|
| 297 |
+
-10.96158218383789,
|
| 298 |
+
-10.947731018066406,
|
| 299 |
+
-10.722736358642578,
|
| 300 |
+
-10.672677993774414,
|
| 301 |
+
-10.87389087677002,
|
| 302 |
+
-10.714378356933594,
|
| 303 |
+
-10.614376068115234,
|
| 304 |
+
-10.765549659729004,
|
| 305 |
+
-10.632793426513672,
|
| 306 |
+
-10.881914138793945,
|
| 307 |
+
-10.776824951171875,
|
| 308 |
+
-11.025071144104004,
|
| 309 |
+
-10.506880760192871,
|
| 310 |
+
-10.900157928466797,
|
| 311 |
+
0.0,
|
| 312 |
+
0.0,
|
| 313 |
+
0.0,
|
| 314 |
+
0.0,
|
| 315 |
+
0.0,
|
| 316 |
+
0.0,
|
| 317 |
+
0.0,
|
| 318 |
+
0.0,
|
| 319 |
+
0.0,
|
| 320 |
+
0.0,
|
| 321 |
+
0.0,
|
| 322 |
+
0.0,
|
| 323 |
+
0.0
|
| 324 |
+
]
|
| 325 |
+
],
|
| 326 |
+
"decoded_roundtrip": [
|
| 327 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 328 |
+
"public int multiply(int a, int b, int c){return a * b * c;}"
|
| 329 |
+
],
|
| 330 |
+
"training": {
|
| 331 |
+
"loss": 10.875,
|
| 332 |
+
"gradients": {
|
| 333 |
+
"model.encoder.layers.0.self_attn.q_proj.weight": true,
|
| 334 |
+
"model.decoder.layers.0.encoder_attn.q_proj.weight": true
|
| 335 |
+
},
|
| 336 |
+
"updated": true
|
| 337 |
+
}
|
| 338 |
+
}
|
| 339 |
+
}
|
integrations/transformers/expectations/cpu-x86_64-bf16/plbart-java-cs.bfloat16.json
ADDED
|
@@ -0,0 +1,328 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/plbart-java-cs-mic",
|
| 4 |
+
"contract_name": "PLBart",
|
| 5 |
+
"contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 6 |
+
"framework": "transformers",
|
| 7 |
+
"variant": "bfloat16",
|
| 8 |
+
"target": "plbart-java-cs",
|
| 9 |
+
"kind": "checkpoint",
|
| 10 |
+
"revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023",
|
| 11 |
+
"environment": {
|
| 12 |
+
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.23.0.dev0",
|
| 14 |
+
"sentence-transformers": null,
|
| 15 |
+
"torch": "2.15.0+cpu",
|
| 16 |
+
"torchvision": "0.29.2+cpu",
|
| 17 |
+
"torchaudio": "2.11.1+cpu",
|
| 18 |
+
"tokenizers": "0.23.3",
|
| 19 |
+
"numpy": "2.3.5",
|
| 20 |
+
"pillow": "13.0.0",
|
| 21 |
+
"accelerate": "1.15.0",
|
| 22 |
+
"safetensors": "0.8.0",
|
| 23 |
+
"huggingface-hub": "2.4.0",
|
| 24 |
+
"sentencepiece": "0.2.3",
|
| 25 |
+
"protobuf": "7.36.2",
|
| 26 |
+
"librosa": "0.11.0",
|
| 27 |
+
"soundfile": "0.14.0",
|
| 28 |
+
"scipy": "1.17.1"
|
| 29 |
+
},
|
| 30 |
+
"seconds": 8.0,
|
| 31 |
+
"environment_differs": {
|
| 32 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 33 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 34 |
+
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 35 |
+
},
|
| 36 |
+
"platform": "cpu-x86_64-bf16",
|
| 37 |
+
"template_date": "2026-01-01"
|
| 38 |
+
},
|
| 39 |
+
"outputs": {
|
| 40 |
+
"runtime": {
|
| 41 |
+
"device": "cpu",
|
| 42 |
+
"dtype": "bfloat16",
|
| 43 |
+
"attn_implementation": "sdpa"
|
| 44 |
+
},
|
| 45 |
+
"generated_tokens": [
|
| 46 |
+
[
|
| 47 |
+
0,
|
| 48 |
+
161,
|
| 49 |
+
219,
|
| 50 |
+
5452,
|
| 51 |
+
33460,
|
| 52 |
+
234,
|
| 53 |
+
14,
|
| 54 |
+
33463,
|
| 55 |
+
219,
|
| 56 |
+
56,
|
| 57 |
+
33463,
|
| 58 |
+
219,
|
| 59 |
+
18,
|
| 60 |
+
2068,
|
| 61 |
+
4258,
|
| 62 |
+
2710,
|
| 63 |
+
33455,
|
| 64 |
+
3380,
|
| 65 |
+
33460,
|
| 66 |
+
33441,
|
| 67 |
+
33463,
|
| 68 |
+
2710,
|
| 69 |
+
33455,
|
| 70 |
+
3380,
|
| 71 |
+
33460,
|
| 72 |
+
33465,
|
| 73 |
+
33463,
|
| 74 |
+
18,
|
| 75 |
+
3005,
|
| 76 |
+
33484,
|
| 77 |
+
2
|
| 78 |
+
],
|
| 79 |
+
[
|
| 80 |
+
0,
|
| 81 |
+
161,
|
| 82 |
+
219,
|
| 83 |
+
25089,
|
| 84 |
+
185,
|
| 85 |
+
33460,
|
| 86 |
+
234,
|
| 87 |
+
14,
|
| 88 |
+
33463,
|
| 89 |
+
219,
|
| 90 |
+
56,
|
| 91 |
+
33463,
|
| 92 |
+
219,
|
| 93 |
+
18,
|
| 94 |
+
2068,
|
| 95 |
+
4258,
|
| 96 |
+
14,
|
| 97 |
+
294,
|
| 98 |
+
56,
|
| 99 |
+
294,
|
| 100 |
+
18,
|
| 101 |
+
11684,
|
| 102 |
+
2,
|
| 103 |
+
1,
|
| 104 |
+
1,
|
| 105 |
+
1,
|
| 106 |
+
1,
|
| 107 |
+
1,
|
| 108 |
+
1,
|
| 109 |
+
1,
|
| 110 |
+
1
|
| 111 |
+
],
|
| 112 |
+
[
|
| 113 |
+
0,
|
| 114 |
+
161,
|
| 115 |
+
219,
|
| 116 |
+
2001,
|
| 117 |
+
33460,
|
| 118 |
+
234,
|
| 119 |
+
14,
|
| 120 |
+
33463,
|
| 121 |
+
219,
|
| 122 |
+
56,
|
| 123 |
+
2068,
|
| 124 |
+
4258,
|
| 125 |
+
14,
|
| 126 |
+
163,
|
| 127 |
+
56,
|
| 128 |
+
11684,
|
| 129 |
+
2,
|
| 130 |
+
1,
|
| 131 |
+
1,
|
| 132 |
+
1,
|
| 133 |
+
1,
|
| 134 |
+
1,
|
| 135 |
+
1,
|
| 136 |
+
1,
|
| 137 |
+
1,
|
| 138 |
+
1,
|
| 139 |
+
1,
|
| 140 |
+
1,
|
| 141 |
+
1,
|
| 142 |
+
1,
|
| 143 |
+
1
|
| 144 |
+
],
|
| 145 |
+
[
|
| 146 |
+
0,
|
| 147 |
+
161,
|
| 148 |
+
4287,
|
| 149 |
+
219,
|
| 150 |
+
3079,
|
| 151 |
+
3043,
|
| 152 |
+
33460,
|
| 153 |
+
234,
|
| 154 |
+
14,
|
| 155 |
+
33463,
|
| 156 |
+
219,
|
| 157 |
+
56,
|
| 158 |
+
2068,
|
| 159 |
+
4258,
|
| 160 |
+
14,
|
| 161 |
+
158,
|
| 162 |
+
56,
|
| 163 |
+
11684,
|
| 164 |
+
2,
|
| 165 |
+
1,
|
| 166 |
+
1,
|
| 167 |
+
1,
|
| 168 |
+
1,
|
| 169 |
+
1,
|
| 170 |
+
1,
|
| 171 |
+
1,
|
| 172 |
+
1,
|
| 173 |
+
1,
|
| 174 |
+
1,
|
| 175 |
+
1,
|
| 176 |
+
1
|
| 177 |
+
]
|
| 178 |
+
],
|
| 179 |
+
"generated_text": [
|
| 180 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 181 |
+
"public intMultiply(int a, int b, int c){return a * b * c;}",
|
| 182 |
+
"public int Add(int a, int b){return a + b;}",
|
| 183 |
+
"public virtual int Subtract(int a, int b){return a - b;}"
|
| 184 |
+
],
|
| 185 |
+
"label_logprobs": [
|
| 186 |
+
[
|
| 187 |
+
-0.04988726228475571,
|
| 188 |
+
-0.26920995116233826,
|
| 189 |
+
-1.5105478763580322,
|
| 190 |
+
-0.06502527743577957,
|
| 191 |
+
-0.0416967049241066,
|
| 192 |
+
-0.04875560477375984,
|
| 193 |
+
-0.044738683849573135,
|
| 194 |
+
-0.06028269976377487,
|
| 195 |
+
-0.045586664229631424,
|
| 196 |
+
-0.04618250951170921,
|
| 197 |
+
-0.05507525056600571,
|
| 198 |
+
-0.06202184408903122,
|
| 199 |
+
-0.08529015630483627,
|
| 200 |
+
-0.03676654025912285,
|
| 201 |
+
-0.04884643107652664,
|
| 202 |
+
-0.06357821822166443,
|
| 203 |
+
-0.018992943689227104,
|
| 204 |
+
-0.04750796779990196,
|
| 205 |
+
-0.028559116646647453,
|
| 206 |
+
-0.048059724271297455,
|
| 207 |
+
-0.025450007990002632,
|
| 208 |
+
-0.0674385279417038,
|
| 209 |
+
-0.02470421977341175,
|
| 210 |
+
-0.05332645773887634,
|
| 211 |
+
-0.0453592985868454,
|
| 212 |
+
-0.04284174367785454,
|
| 213 |
+
-0.0720677301287651,
|
| 214 |
+
-0.02888009324669838,
|
| 215 |
+
-0.0535060279071331,
|
| 216 |
+
-0.06469357013702393
|
| 217 |
+
],
|
| 218 |
+
[
|
| 219 |
+
-0.046896420419216156,
|
| 220 |
+
-0.17028360068798065,
|
| 221 |
+
-2.0538177490234375,
|
| 222 |
+
-0.4388357698917389,
|
| 223 |
+
-0.04938224330544472,
|
| 224 |
+
-0.04269508644938469,
|
| 225 |
+
-0.05197791010141373,
|
| 226 |
+
-0.05117792263627052,
|
| 227 |
+
-0.057582151144742966,
|
| 228 |
+
-0.044475097209215164,
|
| 229 |
+
-0.0506412573158741,
|
| 230 |
+
-0.055519554764032364,
|
| 231 |
+
-0.062413573265075684,
|
| 232 |
+
-0.06228319928050041,
|
| 233 |
+
-0.04933299869298935,
|
| 234 |
+
-0.046368829905986786,
|
| 235 |
+
-0.06673858314752579,
|
| 236 |
+
-0.0532894991338253,
|
| 237 |
+
-0.1386767327785492,
|
| 238 |
+
-0.08058366179466248,
|
| 239 |
+
-0.05111800506711006,
|
| 240 |
+
-0.06401462107896805,
|
| 241 |
+
0.0,
|
| 242 |
+
0.0,
|
| 243 |
+
0.0,
|
| 244 |
+
0.0,
|
| 245 |
+
0.0,
|
| 246 |
+
0.0,
|
| 247 |
+
0.0,
|
| 248 |
+
0.0
|
| 249 |
+
],
|
| 250 |
+
[
|
| 251 |
+
-0.04650744050741196,
|
| 252 |
+
-0.4145406186580658,
|
| 253 |
+
-0.16305354237556458,
|
| 254 |
+
-0.06744487583637238,
|
| 255 |
+
-0.04716164246201515,
|
| 256 |
+
-0.05423584580421448,
|
| 257 |
+
-0.05026336759328842,
|
| 258 |
+
-0.050530195236206055,
|
| 259 |
+
-0.06280872970819473,
|
| 260 |
+
-0.05600322410464287,
|
| 261 |
+
-0.04988318309187889,
|
| 262 |
+
-0.051943957805633545,
|
| 263 |
+
-0.041410237550735474,
|
| 264 |
+
-0.0653306320309639,
|
| 265 |
+
-0.045597486197948456,
|
| 266 |
+
-0.06699759513139725,
|
| 267 |
+
0.0,
|
| 268 |
+
0.0,
|
| 269 |
+
0.0,
|
| 270 |
+
0.0,
|
| 271 |
+
0.0,
|
| 272 |
+
0.0,
|
| 273 |
+
0.0,
|
| 274 |
+
0.0,
|
| 275 |
+
0.0,
|
| 276 |
+
0.0,
|
| 277 |
+
0.0,
|
| 278 |
+
0.0,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0
|
| 281 |
+
],
|
| 282 |
+
[
|
| 283 |
+
-0.04980197921395302,
|
| 284 |
+
-2.2950000762939453,
|
| 285 |
+
-0.06334047019481659,
|
| 286 |
+
-0.025411192327737808,
|
| 287 |
+
-0.062286000698804855,
|
| 288 |
+
-0.04641970247030258,
|
| 289 |
+
-0.05506768822669983,
|
| 290 |
+
-0.04792599007487297,
|
| 291 |
+
-0.054664719849824905,
|
| 292 |
+
-0.05604955181479454,
|
| 293 |
+
-0.054864928126335144,
|
| 294 |
+
-0.050805334001779556,
|
| 295 |
+
-0.05915611982345581,
|
| 296 |
+
-0.07333008944988251,
|
| 297 |
+
-0.06372597813606262,
|
| 298 |
+
-0.04858437553048134,
|
| 299 |
+
-0.06337583065032959,
|
| 300 |
+
0.0,
|
| 301 |
+
0.0,
|
| 302 |
+
0.0,
|
| 303 |
+
0.0,
|
| 304 |
+
0.0,
|
| 305 |
+
0.0,
|
| 306 |
+
0.0,
|
| 307 |
+
0.0,
|
| 308 |
+
0.0,
|
| 309 |
+
0.0,
|
| 310 |
+
0.0,
|
| 311 |
+
0.0,
|
| 312 |
+
0.0
|
| 313 |
+
]
|
| 314 |
+
],
|
| 315 |
+
"decoded_roundtrip": [
|
| 316 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 317 |
+
"public int multiply(int a, int b, int c){return a * b * c;}"
|
| 318 |
+
],
|
| 319 |
+
"training": {
|
| 320 |
+
"loss": 0.2041015625,
|
| 321 |
+
"gradients": {
|
| 322 |
+
"model.encoder.layers.0.self_attn.q_proj.weight": true,
|
| 323 |
+
"model.decoder.layers.0.encoder_attn.q_proj.weight": true
|
| 324 |
+
},
|
| 325 |
+
"updated": true
|
| 326 |
+
}
|
| 327 |
+
}
|
| 328 |
+
}
|
integrations/transformers/expectations/cpu-x86_64/plbart-java-cs-mic.eager.json
ADDED
|
@@ -0,0 +1,339 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/plbart-java-cs-mic",
|
| 4 |
+
"contract_name": "PLBart",
|
| 5 |
+
"contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 6 |
+
"framework": "transformers",
|
| 7 |
+
"variant": "eager",
|
| 8 |
+
"target": "plbart-java-cs-mic",
|
| 9 |
+
"kind": "fixture",
|
| 10 |
+
"revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 11 |
+
"source_model": "uclanlp/plbart-java-cs",
|
| 12 |
+
"weights": "random",
|
| 13 |
+
"fixture_repo": "huggingface-mic/plbart-java-cs-mic",
|
| 14 |
+
"environment": {
|
| 15 |
+
"python": "3.11.18",
|
| 16 |
+
"transformers": "5.23.0.dev0",
|
| 17 |
+
"sentence-transformers": null,
|
| 18 |
+
"torch": "2.15.0+cpu",
|
| 19 |
+
"torchvision": "0.29.2+cpu",
|
| 20 |
+
"torchaudio": "2.11.1+cpu",
|
| 21 |
+
"tokenizers": "0.23.3",
|
| 22 |
+
"numpy": "2.3.5",
|
| 23 |
+
"pillow": "13.0.0",
|
| 24 |
+
"accelerate": "1.15.0",
|
| 25 |
+
"safetensors": "0.8.0",
|
| 26 |
+
"huggingface-hub": "2.4.0",
|
| 27 |
+
"sentencepiece": "0.2.3",
|
| 28 |
+
"protobuf": "7.36.2",
|
| 29 |
+
"librosa": "0.11.0",
|
| 30 |
+
"soundfile": "0.14.0",
|
| 31 |
+
"scipy": "1.17.1"
|
| 32 |
+
},
|
| 33 |
+
"seconds": 7.16,
|
| 34 |
+
"environment_differs": {
|
| 35 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 37 |
+
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 38 |
+
},
|
| 39 |
+
"platform": "cpu-x86_64",
|
| 40 |
+
"template_date": "2026-01-01"
|
| 41 |
+
},
|
| 42 |
+
"outputs": {
|
| 43 |
+
"runtime": {
|
| 44 |
+
"device": "cpu",
|
| 45 |
+
"dtype": "float32",
|
| 46 |
+
"attn_implementation": "eager"
|
| 47 |
+
},
|
| 48 |
+
"generated_tokens": [
|
| 49 |
+
[
|
| 50 |
+
0,
|
| 51 |
+
0,
|
| 52 |
+
0,
|
| 53 |
+
0,
|
| 54 |
+
0,
|
| 55 |
+
0,
|
| 56 |
+
0,
|
| 57 |
+
0,
|
| 58 |
+
0,
|
| 59 |
+
0,
|
| 60 |
+
0,
|
| 61 |
+
0,
|
| 62 |
+
0,
|
| 63 |
+
0,
|
| 64 |
+
0,
|
| 65 |
+
0,
|
| 66 |
+
0,
|
| 67 |
+
0,
|
| 68 |
+
0,
|
| 69 |
+
0,
|
| 70 |
+
0,
|
| 71 |
+
0,
|
| 72 |
+
0,
|
| 73 |
+
0,
|
| 74 |
+
0,
|
| 75 |
+
0,
|
| 76 |
+
0,
|
| 77 |
+
0,
|
| 78 |
+
0,
|
| 79 |
+
0,
|
| 80 |
+
0,
|
| 81 |
+
0,
|
| 82 |
+
2
|
| 83 |
+
],
|
| 84 |
+
[
|
| 85 |
+
0,
|
| 86 |
+
0,
|
| 87 |
+
0,
|
| 88 |
+
0,
|
| 89 |
+
0,
|
| 90 |
+
0,
|
| 91 |
+
0,
|
| 92 |
+
0,
|
| 93 |
+
0,
|
| 94 |
+
0,
|
| 95 |
+
0,
|
| 96 |
+
0,
|
| 97 |
+
0,
|
| 98 |
+
0,
|
| 99 |
+
0,
|
| 100 |
+
0,
|
| 101 |
+
0,
|
| 102 |
+
0,
|
| 103 |
+
0,
|
| 104 |
+
0,
|
| 105 |
+
0,
|
| 106 |
+
0,
|
| 107 |
+
0,
|
| 108 |
+
0,
|
| 109 |
+
0,
|
| 110 |
+
0,
|
| 111 |
+
0,
|
| 112 |
+
0,
|
| 113 |
+
0,
|
| 114 |
+
0,
|
| 115 |
+
0,
|
| 116 |
+
0,
|
| 117 |
+
2
|
| 118 |
+
],
|
| 119 |
+
[
|
| 120 |
+
0,
|
| 121 |
+
0,
|
| 122 |
+
0,
|
| 123 |
+
0,
|
| 124 |
+
0,
|
| 125 |
+
0,
|
| 126 |
+
0,
|
| 127 |
+
0,
|
| 128 |
+
0,
|
| 129 |
+
0,
|
| 130 |
+
0,
|
| 131 |
+
0,
|
| 132 |
+
0,
|
| 133 |
+
0,
|
| 134 |
+
0,
|
| 135 |
+
0,
|
| 136 |
+
0,
|
| 137 |
+
0,
|
| 138 |
+
0,
|
| 139 |
+
0,
|
| 140 |
+
0,
|
| 141 |
+
0,
|
| 142 |
+
0,
|
| 143 |
+
0,
|
| 144 |
+
0,
|
| 145 |
+
0,
|
| 146 |
+
0,
|
| 147 |
+
0,
|
| 148 |
+
0,
|
| 149 |
+
0,
|
| 150 |
+
0,
|
| 151 |
+
0,
|
| 152 |
+
2
|
| 153 |
+
],
|
| 154 |
+
[
|
| 155 |
+
0,
|
| 156 |
+
0,
|
| 157 |
+
0,
|
| 158 |
+
0,
|
| 159 |
+
0,
|
| 160 |
+
0,
|
| 161 |
+
0,
|
| 162 |
+
0,
|
| 163 |
+
0,
|
| 164 |
+
0,
|
| 165 |
+
0,
|
| 166 |
+
0,
|
| 167 |
+
0,
|
| 168 |
+
0,
|
| 169 |
+
0,
|
| 170 |
+
0,
|
| 171 |
+
0,
|
| 172 |
+
0,
|
| 173 |
+
0,
|
| 174 |
+
0,
|
| 175 |
+
0,
|
| 176 |
+
0,
|
| 177 |
+
0,
|
| 178 |
+
0,
|
| 179 |
+
0,
|
| 180 |
+
0,
|
| 181 |
+
0,
|
| 182 |
+
0,
|
| 183 |
+
0,
|
| 184 |
+
0,
|
| 185 |
+
0,
|
| 186 |
+
0,
|
| 187 |
+
2
|
| 188 |
+
]
|
| 189 |
+
],
|
| 190 |
+
"generated_text": [
|
| 191 |
+
"",
|
| 192 |
+
"",
|
| 193 |
+
"",
|
| 194 |
+
""
|
| 195 |
+
],
|
| 196 |
+
"label_logprobs": [
|
| 197 |
+
[
|
| 198 |
+
-10.760248184204102,
|
| 199 |
+
-10.999594688415527,
|
| 200 |
+
-10.641294479370117,
|
| 201 |
+
-10.639464378356934,
|
| 202 |
+
-10.722309112548828,
|
| 203 |
+
-10.666036605834961,
|
| 204 |
+
-10.930427551269531,
|
| 205 |
+
-10.707201957702637,
|
| 206 |
+
-10.597477912902832,
|
| 207 |
+
-10.785229682922363,
|
| 208 |
+
-10.750221252441406,
|
| 209 |
+
-10.964815139770508,
|
| 210 |
+
-10.837413787841797,
|
| 211 |
+
-10.665985107421875,
|
| 212 |
+
-10.902904510498047,
|
| 213 |
+
-11.048273086547852,
|
| 214 |
+
-10.827513694763184,
|
| 215 |
+
-11.036812782287598,
|
| 216 |
+
-11.066848754882812,
|
| 217 |
+
-10.721957206726074,
|
| 218 |
+
-11.086091995239258,
|
| 219 |
+
-11.024226188659668,
|
| 220 |
+
-10.835689544677734,
|
| 221 |
+
-11.019434928894043,
|
| 222 |
+
-10.605541229248047,
|
| 223 |
+
-10.828750610351562,
|
| 224 |
+
-10.764812469482422,
|
| 225 |
+
-10.792943954467773,
|
| 226 |
+
-10.706588745117188,
|
| 227 |
+
-11.107134819030762
|
| 228 |
+
],
|
| 229 |
+
[
|
| 230 |
+
-10.758574485778809,
|
| 231 |
+
-10.999031066894531,
|
| 232 |
+
-11.14094066619873,
|
| 233 |
+
-10.926487922668457,
|
| 234 |
+
-10.69801139831543,
|
| 235 |
+
-10.725378036499023,
|
| 236 |
+
-10.67227554321289,
|
| 237 |
+
-10.873153686523438,
|
| 238 |
+
-10.713689804077148,
|
| 239 |
+
-10.614907264709473,
|
| 240 |
+
-10.757468223571777,
|
| 241 |
+
-10.729799270629883,
|
| 242 |
+
-11.004571914672852,
|
| 243 |
+
-10.799209594726562,
|
| 244 |
+
-10.668344497680664,
|
| 245 |
+
-10.915214538574219,
|
| 246 |
+
-10.666102409362793,
|
| 247 |
+
-10.783267974853516,
|
| 248 |
+
-10.828390121459961,
|
| 249 |
+
-10.503913879394531,
|
| 250 |
+
-10.829026222229004,
|
| 251 |
+
-10.892187118530273,
|
| 252 |
+
0.0,
|
| 253 |
+
0.0,
|
| 254 |
+
0.0,
|
| 255 |
+
0.0,
|
| 256 |
+
0.0,
|
| 257 |
+
0.0,
|
| 258 |
+
0.0,
|
| 259 |
+
0.0
|
| 260 |
+
],
|
| 261 |
+
[
|
| 262 |
+
-10.759476661682129,
|
| 263 |
+
-11.001077651977539,
|
| 264 |
+
-10.904559135437012,
|
| 265 |
+
-10.704695701599121,
|
| 266 |
+
-10.719874382019043,
|
| 267 |
+
-10.666170120239258,
|
| 268 |
+
-10.931157112121582,
|
| 269 |
+
-10.709633827209473,
|
| 270 |
+
-10.594955444335938,
|
| 271 |
+
-10.712713241577148,
|
| 272 |
+
-10.66454029083252,
|
| 273 |
+
-10.869858741760254,
|
| 274 |
+
-10.757796287536621,
|
| 275 |
+
-10.698486328125,
|
| 276 |
+
-10.48125171661377,
|
| 277 |
+
-10.906853675842285,
|
| 278 |
+
0.0,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0,
|
| 281 |
+
0.0,
|
| 282 |
+
0.0,
|
| 283 |
+
0.0,
|
| 284 |
+
0.0,
|
| 285 |
+
0.0,
|
| 286 |
+
0.0,
|
| 287 |
+
0.0,
|
| 288 |
+
0.0,
|
| 289 |
+
0.0,
|
| 290 |
+
0.0,
|
| 291 |
+
0.0
|
| 292 |
+
],
|
| 293 |
+
[
|
| 294 |
+
-10.759967803955078,
|
| 295 |
+
-11.000297546386719,
|
| 296 |
+
-11.115480422973633,
|
| 297 |
+
-10.962226867675781,
|
| 298 |
+
-10.948193550109863,
|
| 299 |
+
-10.723346710205078,
|
| 300 |
+
-10.671626091003418,
|
| 301 |
+
-10.87464427947998,
|
| 302 |
+
-10.715579986572266,
|
| 303 |
+
-10.613505363464355,
|
| 304 |
+
-10.765656471252441,
|
| 305 |
+
-10.633265495300293,
|
| 306 |
+
-10.881454467773438,
|
| 307 |
+
-10.776204109191895,
|
| 308 |
+
-11.024598121643066,
|
| 309 |
+
-10.506192207336426,
|
| 310 |
+
-10.899736404418945,
|
| 311 |
+
0.0,
|
| 312 |
+
0.0,
|
| 313 |
+
0.0,
|
| 314 |
+
0.0,
|
| 315 |
+
0.0,
|
| 316 |
+
0.0,
|
| 317 |
+
0.0,
|
| 318 |
+
0.0,
|
| 319 |
+
0.0,
|
| 320 |
+
0.0,
|
| 321 |
+
0.0,
|
| 322 |
+
0.0,
|
| 323 |
+
0.0
|
| 324 |
+
]
|
| 325 |
+
],
|
| 326 |
+
"decoded_roundtrip": [
|
| 327 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 328 |
+
"public int multiply(int a, int b, int c){return a * b * c;}"
|
| 329 |
+
],
|
| 330 |
+
"training": {
|
| 331 |
+
"loss": 10.80229663848877,
|
| 332 |
+
"gradients": {
|
| 333 |
+
"model.encoder.layers.0.self_attn.q_proj.weight": true,
|
| 334 |
+
"model.decoder.layers.0.encoder_attn.q_proj.weight": true
|
| 335 |
+
},
|
| 336 |
+
"updated": true
|
| 337 |
+
}
|
| 338 |
+
}
|
| 339 |
+
}
|
integrations/transformers/expectations/cpu-x86_64/plbart-java-cs-mic.json
ADDED
|
@@ -0,0 +1,339 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/plbart-java-cs-mic",
|
| 4 |
+
"contract_name": "PLBart",
|
| 5 |
+
"contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 6 |
+
"framework": "transformers",
|
| 7 |
+
"variant": "default",
|
| 8 |
+
"target": "plbart-java-cs-mic",
|
| 9 |
+
"kind": "fixture",
|
| 10 |
+
"revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 11 |
+
"source_model": "uclanlp/plbart-java-cs",
|
| 12 |
+
"weights": "random",
|
| 13 |
+
"fixture_repo": "huggingface-mic/plbart-java-cs-mic",
|
| 14 |
+
"environment": {
|
| 15 |
+
"python": "3.11.18",
|
| 16 |
+
"transformers": "5.23.0.dev0",
|
| 17 |
+
"sentence-transformers": null,
|
| 18 |
+
"torch": "2.15.0+cpu",
|
| 19 |
+
"torchvision": "0.29.2+cpu",
|
| 20 |
+
"torchaudio": "2.11.1+cpu",
|
| 21 |
+
"tokenizers": "0.23.3",
|
| 22 |
+
"numpy": "2.3.5",
|
| 23 |
+
"pillow": "13.0.0",
|
| 24 |
+
"accelerate": "1.15.0",
|
| 25 |
+
"safetensors": "0.8.0",
|
| 26 |
+
"huggingface-hub": "2.4.0",
|
| 27 |
+
"sentencepiece": "0.2.3",
|
| 28 |
+
"protobuf": "7.36.2",
|
| 29 |
+
"librosa": "0.11.0",
|
| 30 |
+
"soundfile": "0.14.0",
|
| 31 |
+
"scipy": "1.17.1"
|
| 32 |
+
},
|
| 33 |
+
"seconds": 7.22,
|
| 34 |
+
"environment_differs": {
|
| 35 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 37 |
+
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 38 |
+
},
|
| 39 |
+
"platform": "cpu-x86_64",
|
| 40 |
+
"template_date": "2026-01-01"
|
| 41 |
+
},
|
| 42 |
+
"outputs": {
|
| 43 |
+
"runtime": {
|
| 44 |
+
"device": "cpu",
|
| 45 |
+
"dtype": "float32",
|
| 46 |
+
"attn_implementation": "sdpa"
|
| 47 |
+
},
|
| 48 |
+
"generated_tokens": [
|
| 49 |
+
[
|
| 50 |
+
0,
|
| 51 |
+
0,
|
| 52 |
+
0,
|
| 53 |
+
0,
|
| 54 |
+
0,
|
| 55 |
+
0,
|
| 56 |
+
0,
|
| 57 |
+
0,
|
| 58 |
+
0,
|
| 59 |
+
0,
|
| 60 |
+
0,
|
| 61 |
+
0,
|
| 62 |
+
0,
|
| 63 |
+
0,
|
| 64 |
+
0,
|
| 65 |
+
0,
|
| 66 |
+
0,
|
| 67 |
+
0,
|
| 68 |
+
0,
|
| 69 |
+
0,
|
| 70 |
+
0,
|
| 71 |
+
0,
|
| 72 |
+
0,
|
| 73 |
+
0,
|
| 74 |
+
0,
|
| 75 |
+
0,
|
| 76 |
+
0,
|
| 77 |
+
0,
|
| 78 |
+
0,
|
| 79 |
+
0,
|
| 80 |
+
0,
|
| 81 |
+
0,
|
| 82 |
+
2
|
| 83 |
+
],
|
| 84 |
+
[
|
| 85 |
+
0,
|
| 86 |
+
0,
|
| 87 |
+
0,
|
| 88 |
+
0,
|
| 89 |
+
0,
|
| 90 |
+
0,
|
| 91 |
+
0,
|
| 92 |
+
0,
|
| 93 |
+
0,
|
| 94 |
+
0,
|
| 95 |
+
0,
|
| 96 |
+
0,
|
| 97 |
+
0,
|
| 98 |
+
0,
|
| 99 |
+
0,
|
| 100 |
+
0,
|
| 101 |
+
0,
|
| 102 |
+
0,
|
| 103 |
+
0,
|
| 104 |
+
0,
|
| 105 |
+
0,
|
| 106 |
+
0,
|
| 107 |
+
0,
|
| 108 |
+
0,
|
| 109 |
+
0,
|
| 110 |
+
0,
|
| 111 |
+
0,
|
| 112 |
+
0,
|
| 113 |
+
0,
|
| 114 |
+
0,
|
| 115 |
+
0,
|
| 116 |
+
0,
|
| 117 |
+
2
|
| 118 |
+
],
|
| 119 |
+
[
|
| 120 |
+
0,
|
| 121 |
+
0,
|
| 122 |
+
0,
|
| 123 |
+
0,
|
| 124 |
+
0,
|
| 125 |
+
0,
|
| 126 |
+
0,
|
| 127 |
+
0,
|
| 128 |
+
0,
|
| 129 |
+
0,
|
| 130 |
+
0,
|
| 131 |
+
0,
|
| 132 |
+
0,
|
| 133 |
+
0,
|
| 134 |
+
0,
|
| 135 |
+
0,
|
| 136 |
+
0,
|
| 137 |
+
0,
|
| 138 |
+
0,
|
| 139 |
+
0,
|
| 140 |
+
0,
|
| 141 |
+
0,
|
| 142 |
+
0,
|
| 143 |
+
0,
|
| 144 |
+
0,
|
| 145 |
+
0,
|
| 146 |
+
0,
|
| 147 |
+
0,
|
| 148 |
+
0,
|
| 149 |
+
0,
|
| 150 |
+
0,
|
| 151 |
+
0,
|
| 152 |
+
2
|
| 153 |
+
],
|
| 154 |
+
[
|
| 155 |
+
0,
|
| 156 |
+
0,
|
| 157 |
+
0,
|
| 158 |
+
0,
|
| 159 |
+
0,
|
| 160 |
+
0,
|
| 161 |
+
0,
|
| 162 |
+
0,
|
| 163 |
+
0,
|
| 164 |
+
0,
|
| 165 |
+
0,
|
| 166 |
+
0,
|
| 167 |
+
0,
|
| 168 |
+
0,
|
| 169 |
+
0,
|
| 170 |
+
0,
|
| 171 |
+
0,
|
| 172 |
+
0,
|
| 173 |
+
0,
|
| 174 |
+
0,
|
| 175 |
+
0,
|
| 176 |
+
0,
|
| 177 |
+
0,
|
| 178 |
+
0,
|
| 179 |
+
0,
|
| 180 |
+
0,
|
| 181 |
+
0,
|
| 182 |
+
0,
|
| 183 |
+
0,
|
| 184 |
+
0,
|
| 185 |
+
0,
|
| 186 |
+
0,
|
| 187 |
+
2
|
| 188 |
+
]
|
| 189 |
+
],
|
| 190 |
+
"generated_text": [
|
| 191 |
+
"",
|
| 192 |
+
"",
|
| 193 |
+
"",
|
| 194 |
+
""
|
| 195 |
+
],
|
| 196 |
+
"label_logprobs": [
|
| 197 |
+
[
|
| 198 |
+
-10.760248184204102,
|
| 199 |
+
-10.999594688415527,
|
| 200 |
+
-10.641294479370117,
|
| 201 |
+
-10.639464378356934,
|
| 202 |
+
-10.722309112548828,
|
| 203 |
+
-10.666036605834961,
|
| 204 |
+
-10.930427551269531,
|
| 205 |
+
-10.707201957702637,
|
| 206 |
+
-10.597477912902832,
|
| 207 |
+
-10.785229682922363,
|
| 208 |
+
-10.750221252441406,
|
| 209 |
+
-10.964815139770508,
|
| 210 |
+
-10.837413787841797,
|
| 211 |
+
-10.665985107421875,
|
| 212 |
+
-10.902904510498047,
|
| 213 |
+
-11.048273086547852,
|
| 214 |
+
-10.827513694763184,
|
| 215 |
+
-11.036812782287598,
|
| 216 |
+
-11.066848754882812,
|
| 217 |
+
-10.721957206726074,
|
| 218 |
+
-11.086091995239258,
|
| 219 |
+
-11.024226188659668,
|
| 220 |
+
-10.835689544677734,
|
| 221 |
+
-11.019434928894043,
|
| 222 |
+
-10.60554027557373,
|
| 223 |
+
-10.828750610351562,
|
| 224 |
+
-10.764812469482422,
|
| 225 |
+
-10.792943954467773,
|
| 226 |
+
-10.706588745117188,
|
| 227 |
+
-11.107134819030762
|
| 228 |
+
],
|
| 229 |
+
[
|
| 230 |
+
-10.758574485778809,
|
| 231 |
+
-10.999031066894531,
|
| 232 |
+
-11.14094066619873,
|
| 233 |
+
-10.926487922668457,
|
| 234 |
+
-10.69801139831543,
|
| 235 |
+
-10.725378036499023,
|
| 236 |
+
-10.67227554321289,
|
| 237 |
+
-10.873153686523438,
|
| 238 |
+
-10.713689804077148,
|
| 239 |
+
-10.614907264709473,
|
| 240 |
+
-10.757468223571777,
|
| 241 |
+
-10.729799270629883,
|
| 242 |
+
-11.004571914672852,
|
| 243 |
+
-10.799209594726562,
|
| 244 |
+
-10.668344497680664,
|
| 245 |
+
-10.915214538574219,
|
| 246 |
+
-10.666102409362793,
|
| 247 |
+
-10.783267974853516,
|
| 248 |
+
-10.828390121459961,
|
| 249 |
+
-10.503913879394531,
|
| 250 |
+
-10.829026222229004,
|
| 251 |
+
-10.892187118530273,
|
| 252 |
+
0.0,
|
| 253 |
+
0.0,
|
| 254 |
+
0.0,
|
| 255 |
+
0.0,
|
| 256 |
+
0.0,
|
| 257 |
+
0.0,
|
| 258 |
+
0.0,
|
| 259 |
+
0.0
|
| 260 |
+
],
|
| 261 |
+
[
|
| 262 |
+
-10.759476661682129,
|
| 263 |
+
-11.001076698303223,
|
| 264 |
+
-10.904559135437012,
|
| 265 |
+
-10.704694747924805,
|
| 266 |
+
-10.719874382019043,
|
| 267 |
+
-10.666170120239258,
|
| 268 |
+
-10.931157112121582,
|
| 269 |
+
-10.709633827209473,
|
| 270 |
+
-10.594955444335938,
|
| 271 |
+
-10.712713241577148,
|
| 272 |
+
-10.66454029083252,
|
| 273 |
+
-10.86985969543457,
|
| 274 |
+
-10.757796287536621,
|
| 275 |
+
-10.698486328125,
|
| 276 |
+
-10.48125171661377,
|
| 277 |
+
-10.906852722167969,
|
| 278 |
+
0.0,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0,
|
| 281 |
+
0.0,
|
| 282 |
+
0.0,
|
| 283 |
+
0.0,
|
| 284 |
+
0.0,
|
| 285 |
+
0.0,
|
| 286 |
+
0.0,
|
| 287 |
+
0.0,
|
| 288 |
+
0.0,
|
| 289 |
+
0.0,
|
| 290 |
+
0.0,
|
| 291 |
+
0.0
|
| 292 |
+
],
|
| 293 |
+
[
|
| 294 |
+
-10.759967803955078,
|
| 295 |
+
-11.000297546386719,
|
| 296 |
+
-11.115480422973633,
|
| 297 |
+
-10.962226867675781,
|
| 298 |
+
-10.948192596435547,
|
| 299 |
+
-10.723346710205078,
|
| 300 |
+
-10.671626091003418,
|
| 301 |
+
-10.87464427947998,
|
| 302 |
+
-10.715579986572266,
|
| 303 |
+
-10.613505363464355,
|
| 304 |
+
-10.765656471252441,
|
| 305 |
+
-10.633265495300293,
|
| 306 |
+
-10.881454467773438,
|
| 307 |
+
-10.776204109191895,
|
| 308 |
+
-11.024598121643066,
|
| 309 |
+
-10.506192207336426,
|
| 310 |
+
-10.899736404418945,
|
| 311 |
+
0.0,
|
| 312 |
+
0.0,
|
| 313 |
+
0.0,
|
| 314 |
+
0.0,
|
| 315 |
+
0.0,
|
| 316 |
+
0.0,
|
| 317 |
+
0.0,
|
| 318 |
+
0.0,
|
| 319 |
+
0.0,
|
| 320 |
+
0.0,
|
| 321 |
+
0.0,
|
| 322 |
+
0.0,
|
| 323 |
+
0.0
|
| 324 |
+
]
|
| 325 |
+
],
|
| 326 |
+
"decoded_roundtrip": [
|
| 327 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 328 |
+
"public int multiply(int a, int b, int c){return a * b * c;}"
|
| 329 |
+
],
|
| 330 |
+
"training": {
|
| 331 |
+
"loss": 10.80229663848877,
|
| 332 |
+
"gradients": {
|
| 333 |
+
"model.encoder.layers.0.self_attn.q_proj.weight": true,
|
| 334 |
+
"model.decoder.layers.0.encoder_attn.q_proj.weight": true
|
| 335 |
+
},
|
| 336 |
+
"updated": true
|
| 337 |
+
}
|
| 338 |
+
}
|
| 339 |
+
}
|
integrations/transformers/expectations/cpu-x86_64/plbart-java-cs.eager.json
ADDED
|
@@ -0,0 +1,328 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/plbart-java-cs-mic",
|
| 4 |
+
"contract_name": "PLBart",
|
| 5 |
+
"contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 6 |
+
"framework": "transformers",
|
| 7 |
+
"variant": "eager",
|
| 8 |
+
"target": "plbart-java-cs",
|
| 9 |
+
"kind": "checkpoint",
|
| 10 |
+
"revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023",
|
| 11 |
+
"environment": {
|
| 12 |
+
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.23.0.dev0",
|
| 14 |
+
"sentence-transformers": null,
|
| 15 |
+
"torch": "2.15.0+cpu",
|
| 16 |
+
"torchvision": "0.29.2+cpu",
|
| 17 |
+
"torchaudio": "2.11.1+cpu",
|
| 18 |
+
"tokenizers": "0.23.3",
|
| 19 |
+
"numpy": "2.3.5",
|
| 20 |
+
"pillow": "13.0.0",
|
| 21 |
+
"accelerate": "1.15.0",
|
| 22 |
+
"safetensors": "0.8.0",
|
| 23 |
+
"huggingface-hub": "2.4.0",
|
| 24 |
+
"sentencepiece": "0.2.3",
|
| 25 |
+
"protobuf": "7.36.2",
|
| 26 |
+
"librosa": "0.11.0",
|
| 27 |
+
"soundfile": "0.14.0",
|
| 28 |
+
"scipy": "1.17.1"
|
| 29 |
+
},
|
| 30 |
+
"seconds": 8.65,
|
| 31 |
+
"environment_differs": {
|
| 32 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 33 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 34 |
+
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 35 |
+
},
|
| 36 |
+
"platform": "cpu-x86_64",
|
| 37 |
+
"template_date": "2026-01-01"
|
| 38 |
+
},
|
| 39 |
+
"outputs": {
|
| 40 |
+
"runtime": {
|
| 41 |
+
"device": "cpu",
|
| 42 |
+
"dtype": "float32",
|
| 43 |
+
"attn_implementation": "eager"
|
| 44 |
+
},
|
| 45 |
+
"generated_tokens": [
|
| 46 |
+
[
|
| 47 |
+
0,
|
| 48 |
+
161,
|
| 49 |
+
219,
|
| 50 |
+
5452,
|
| 51 |
+
33460,
|
| 52 |
+
234,
|
| 53 |
+
14,
|
| 54 |
+
33463,
|
| 55 |
+
219,
|
| 56 |
+
56,
|
| 57 |
+
33463,
|
| 58 |
+
219,
|
| 59 |
+
18,
|
| 60 |
+
2068,
|
| 61 |
+
4258,
|
| 62 |
+
2710,
|
| 63 |
+
33455,
|
| 64 |
+
3380,
|
| 65 |
+
33460,
|
| 66 |
+
33441,
|
| 67 |
+
33463,
|
| 68 |
+
2710,
|
| 69 |
+
33455,
|
| 70 |
+
3380,
|
| 71 |
+
33460,
|
| 72 |
+
33465,
|
| 73 |
+
33463,
|
| 74 |
+
18,
|
| 75 |
+
3005,
|
| 76 |
+
33484,
|
| 77 |
+
2
|
| 78 |
+
],
|
| 79 |
+
[
|
| 80 |
+
0,
|
| 81 |
+
161,
|
| 82 |
+
219,
|
| 83 |
+
25089,
|
| 84 |
+
185,
|
| 85 |
+
33460,
|
| 86 |
+
234,
|
| 87 |
+
14,
|
| 88 |
+
33463,
|
| 89 |
+
219,
|
| 90 |
+
56,
|
| 91 |
+
33463,
|
| 92 |
+
219,
|
| 93 |
+
18,
|
| 94 |
+
2068,
|
| 95 |
+
4258,
|
| 96 |
+
14,
|
| 97 |
+
294,
|
| 98 |
+
56,
|
| 99 |
+
294,
|
| 100 |
+
18,
|
| 101 |
+
11684,
|
| 102 |
+
2,
|
| 103 |
+
1,
|
| 104 |
+
1,
|
| 105 |
+
1,
|
| 106 |
+
1,
|
| 107 |
+
1,
|
| 108 |
+
1,
|
| 109 |
+
1,
|
| 110 |
+
1
|
| 111 |
+
],
|
| 112 |
+
[
|
| 113 |
+
0,
|
| 114 |
+
161,
|
| 115 |
+
219,
|
| 116 |
+
2001,
|
| 117 |
+
33460,
|
| 118 |
+
234,
|
| 119 |
+
14,
|
| 120 |
+
33463,
|
| 121 |
+
219,
|
| 122 |
+
56,
|
| 123 |
+
2068,
|
| 124 |
+
4258,
|
| 125 |
+
14,
|
| 126 |
+
163,
|
| 127 |
+
56,
|
| 128 |
+
11684,
|
| 129 |
+
2,
|
| 130 |
+
1,
|
| 131 |
+
1,
|
| 132 |
+
1,
|
| 133 |
+
1,
|
| 134 |
+
1,
|
| 135 |
+
1,
|
| 136 |
+
1,
|
| 137 |
+
1,
|
| 138 |
+
1,
|
| 139 |
+
1,
|
| 140 |
+
1,
|
| 141 |
+
1,
|
| 142 |
+
1,
|
| 143 |
+
1
|
| 144 |
+
],
|
| 145 |
+
[
|
| 146 |
+
0,
|
| 147 |
+
161,
|
| 148 |
+
4287,
|
| 149 |
+
219,
|
| 150 |
+
3079,
|
| 151 |
+
3043,
|
| 152 |
+
33460,
|
| 153 |
+
234,
|
| 154 |
+
14,
|
| 155 |
+
33463,
|
| 156 |
+
219,
|
| 157 |
+
56,
|
| 158 |
+
2068,
|
| 159 |
+
4258,
|
| 160 |
+
14,
|
| 161 |
+
158,
|
| 162 |
+
56,
|
| 163 |
+
11684,
|
| 164 |
+
2,
|
| 165 |
+
1,
|
| 166 |
+
1,
|
| 167 |
+
1,
|
| 168 |
+
1,
|
| 169 |
+
1,
|
| 170 |
+
1,
|
| 171 |
+
1,
|
| 172 |
+
1,
|
| 173 |
+
1,
|
| 174 |
+
1,
|
| 175 |
+
1,
|
| 176 |
+
1
|
| 177 |
+
]
|
| 178 |
+
],
|
| 179 |
+
"generated_text": [
|
| 180 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 181 |
+
"public intMultiply(int a, int b, int c){return a * b * c;}",
|
| 182 |
+
"public int Add(int a, int b){return a + b;}",
|
| 183 |
+
"public virtual int Subtract(int a, int b){return a - b;}"
|
| 184 |
+
],
|
| 185 |
+
"label_logprobs": [
|
| 186 |
+
[
|
| 187 |
+
-0.05135221779346466,
|
| 188 |
+
-0.2649534046649933,
|
| 189 |
+
-1.497849464416504,
|
| 190 |
+
-0.06673356145620346,
|
| 191 |
+
-0.041055046021938324,
|
| 192 |
+
-0.04769926890730858,
|
| 193 |
+
-0.046165209263563156,
|
| 194 |
+
-0.06030570715665817,
|
| 195 |
+
-0.04705451428890228,
|
| 196 |
+
-0.04502750188112259,
|
| 197 |
+
-0.055987220257520676,
|
| 198 |
+
-0.06094836816191673,
|
| 199 |
+
-0.08035245537757874,
|
| 200 |
+
-0.03679216653108597,
|
| 201 |
+
-0.049512606114149094,
|
| 202 |
+
-0.06198464706540108,
|
| 203 |
+
-0.018418239429593086,
|
| 204 |
+
-0.049006830900907516,
|
| 205 |
+
-0.028496090322732925,
|
| 206 |
+
-0.04785485193133354,
|
| 207 |
+
-0.02636105753481388,
|
| 208 |
+
-0.0680919885635376,
|
| 209 |
+
-0.024135582149028778,
|
| 210 |
+
-0.05166267976164818,
|
| 211 |
+
-0.04622246325016022,
|
| 212 |
+
-0.04288274422287941,
|
| 213 |
+
-0.07112723588943481,
|
| 214 |
+
-0.029338154941797256,
|
| 215 |
+
-0.05482204630970955,
|
| 216 |
+
-0.06447039544582367
|
| 217 |
+
],
|
| 218 |
+
[
|
| 219 |
+
-0.04662270471453667,
|
| 220 |
+
-0.17388664186000824,
|
| 221 |
+
-2.0499892234802246,
|
| 222 |
+
-0.4369368851184845,
|
| 223 |
+
-0.05043657496571541,
|
| 224 |
+
-0.04210721701383591,
|
| 225 |
+
-0.05372815951704979,
|
| 226 |
+
-0.05061870440840721,
|
| 227 |
+
-0.056780215352773666,
|
| 228 |
+
-0.046143919229507446,
|
| 229 |
+
-0.051019005477428436,
|
| 230 |
+
-0.056210827082395554,
|
| 231 |
+
-0.06370383501052856,
|
| 232 |
+
-0.06132672727108002,
|
| 233 |
+
-0.05093403905630112,
|
| 234 |
+
-0.04663760960102081,
|
| 235 |
+
-0.06575600057840347,
|
| 236 |
+
-0.05402263626456261,
|
| 237 |
+
-0.14371433854103088,
|
| 238 |
+
-0.08237626403570175,
|
| 239 |
+
-0.051261961460113525,
|
| 240 |
+
-0.0640774592757225,
|
| 241 |
+
0.0,
|
| 242 |
+
0.0,
|
| 243 |
+
0.0,
|
| 244 |
+
0.0,
|
| 245 |
+
0.0,
|
| 246 |
+
0.0,
|
| 247 |
+
0.0,
|
| 248 |
+
0.0
|
| 249 |
+
],
|
| 250 |
+
[
|
| 251 |
+
-0.04677196964621544,
|
| 252 |
+
-0.40499722957611084,
|
| 253 |
+
-0.1602952927350998,
|
| 254 |
+
-0.06799431890249252,
|
| 255 |
+
-0.04719405248761177,
|
| 256 |
+
-0.05466584861278534,
|
| 257 |
+
-0.051035091280937195,
|
| 258 |
+
-0.052140865474939346,
|
| 259 |
+
-0.061166275292634964,
|
| 260 |
+
-0.05624113976955414,
|
| 261 |
+
-0.05076171085238457,
|
| 262 |
+
-0.05195935070514679,
|
| 263 |
+
-0.041888777166604996,
|
| 264 |
+
-0.0660938248038292,
|
| 265 |
+
-0.0465468093752861,
|
| 266 |
+
-0.06654006987810135,
|
| 267 |
+
0.0,
|
| 268 |
+
0.0,
|
| 269 |
+
0.0,
|
| 270 |
+
0.0,
|
| 271 |
+
0.0,
|
| 272 |
+
0.0,
|
| 273 |
+
0.0,
|
| 274 |
+
0.0,
|
| 275 |
+
0.0,
|
| 276 |
+
0.0,
|
| 277 |
+
0.0,
|
| 278 |
+
0.0,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0
|
| 281 |
+
],
|
| 282 |
+
[
|
| 283 |
+
-0.04850567877292633,
|
| 284 |
+
-2.2904434204101562,
|
| 285 |
+
-0.06209433078765869,
|
| 286 |
+
-0.026370462030172348,
|
| 287 |
+
-0.06206385791301727,
|
| 288 |
+
-0.045963138341903687,
|
| 289 |
+
-0.05465151369571686,
|
| 290 |
+
-0.04895143583416939,
|
| 291 |
+
-0.05587032437324524,
|
| 292 |
+
-0.05632295086979866,
|
| 293 |
+
-0.056368134915828705,
|
| 294 |
+
-0.049894750118255615,
|
| 295 |
+
-0.057764675468206406,
|
| 296 |
+
-0.07505954056978226,
|
| 297 |
+
-0.0659845769405365,
|
| 298 |
+
-0.04823944717645645,
|
| 299 |
+
-0.06596415489912033,
|
| 300 |
+
0.0,
|
| 301 |
+
0.0,
|
| 302 |
+
0.0,
|
| 303 |
+
0.0,
|
| 304 |
+
0.0,
|
| 305 |
+
0.0,
|
| 306 |
+
0.0,
|
| 307 |
+
0.0,
|
| 308 |
+
0.0,
|
| 309 |
+
0.0,
|
| 310 |
+
0.0,
|
| 311 |
+
0.0,
|
| 312 |
+
0.0
|
| 313 |
+
]
|
| 314 |
+
],
|
| 315 |
+
"decoded_roundtrip": [
|
| 316 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 317 |
+
"public int multiply(int a, int b, int c){return a * b * c;}"
|
| 318 |
+
],
|
| 319 |
+
"training": {
|
| 320 |
+
"loss": 0.20512160658836365,
|
| 321 |
+
"gradients": {
|
| 322 |
+
"model.encoder.layers.0.self_attn.q_proj.weight": true,
|
| 323 |
+
"model.decoder.layers.0.encoder_attn.q_proj.weight": true
|
| 324 |
+
},
|
| 325 |
+
"updated": true
|
| 326 |
+
}
|
| 327 |
+
}
|
| 328 |
+
}
|
integrations/transformers/expectations/cpu-x86_64/plbart-java-cs.json
ADDED
|
@@ -0,0 +1,328 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/plbart-java-cs-mic",
|
| 4 |
+
"contract_name": "PLBart",
|
| 5 |
+
"contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 6 |
+
"framework": "transformers",
|
| 7 |
+
"variant": "default",
|
| 8 |
+
"target": "plbart-java-cs",
|
| 9 |
+
"kind": "checkpoint",
|
| 10 |
+
"revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023",
|
| 11 |
+
"environment": {
|
| 12 |
+
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.23.0.dev0",
|
| 14 |
+
"sentence-transformers": null,
|
| 15 |
+
"torch": "2.15.0+cpu",
|
| 16 |
+
"torchvision": "0.29.2+cpu",
|
| 17 |
+
"torchaudio": "2.11.1+cpu",
|
| 18 |
+
"tokenizers": "0.23.3",
|
| 19 |
+
"numpy": "2.3.5",
|
| 20 |
+
"pillow": "13.0.0",
|
| 21 |
+
"accelerate": "1.15.0",
|
| 22 |
+
"safetensors": "0.8.0",
|
| 23 |
+
"huggingface-hub": "2.4.0",
|
| 24 |
+
"sentencepiece": "0.2.3",
|
| 25 |
+
"protobuf": "7.36.2",
|
| 26 |
+
"librosa": "0.11.0",
|
| 27 |
+
"soundfile": "0.14.0",
|
| 28 |
+
"scipy": "1.17.1"
|
| 29 |
+
},
|
| 30 |
+
"seconds": 8.52,
|
| 31 |
+
"environment_differs": {
|
| 32 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 33 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 34 |
+
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 35 |
+
},
|
| 36 |
+
"platform": "cpu-x86_64",
|
| 37 |
+
"template_date": "2026-01-01"
|
| 38 |
+
},
|
| 39 |
+
"outputs": {
|
| 40 |
+
"runtime": {
|
| 41 |
+
"device": "cpu",
|
| 42 |
+
"dtype": "float32",
|
| 43 |
+
"attn_implementation": "sdpa"
|
| 44 |
+
},
|
| 45 |
+
"generated_tokens": [
|
| 46 |
+
[
|
| 47 |
+
0,
|
| 48 |
+
161,
|
| 49 |
+
219,
|
| 50 |
+
5452,
|
| 51 |
+
33460,
|
| 52 |
+
234,
|
| 53 |
+
14,
|
| 54 |
+
33463,
|
| 55 |
+
219,
|
| 56 |
+
56,
|
| 57 |
+
33463,
|
| 58 |
+
219,
|
| 59 |
+
18,
|
| 60 |
+
2068,
|
| 61 |
+
4258,
|
| 62 |
+
2710,
|
| 63 |
+
33455,
|
| 64 |
+
3380,
|
| 65 |
+
33460,
|
| 66 |
+
33441,
|
| 67 |
+
33463,
|
| 68 |
+
2710,
|
| 69 |
+
33455,
|
| 70 |
+
3380,
|
| 71 |
+
33460,
|
| 72 |
+
33465,
|
| 73 |
+
33463,
|
| 74 |
+
18,
|
| 75 |
+
3005,
|
| 76 |
+
33484,
|
| 77 |
+
2
|
| 78 |
+
],
|
| 79 |
+
[
|
| 80 |
+
0,
|
| 81 |
+
161,
|
| 82 |
+
219,
|
| 83 |
+
25089,
|
| 84 |
+
185,
|
| 85 |
+
33460,
|
| 86 |
+
234,
|
| 87 |
+
14,
|
| 88 |
+
33463,
|
| 89 |
+
219,
|
| 90 |
+
56,
|
| 91 |
+
33463,
|
| 92 |
+
219,
|
| 93 |
+
18,
|
| 94 |
+
2068,
|
| 95 |
+
4258,
|
| 96 |
+
14,
|
| 97 |
+
294,
|
| 98 |
+
56,
|
| 99 |
+
294,
|
| 100 |
+
18,
|
| 101 |
+
11684,
|
| 102 |
+
2,
|
| 103 |
+
1,
|
| 104 |
+
1,
|
| 105 |
+
1,
|
| 106 |
+
1,
|
| 107 |
+
1,
|
| 108 |
+
1,
|
| 109 |
+
1,
|
| 110 |
+
1
|
| 111 |
+
],
|
| 112 |
+
[
|
| 113 |
+
0,
|
| 114 |
+
161,
|
| 115 |
+
219,
|
| 116 |
+
2001,
|
| 117 |
+
33460,
|
| 118 |
+
234,
|
| 119 |
+
14,
|
| 120 |
+
33463,
|
| 121 |
+
219,
|
| 122 |
+
56,
|
| 123 |
+
2068,
|
| 124 |
+
4258,
|
| 125 |
+
14,
|
| 126 |
+
163,
|
| 127 |
+
56,
|
| 128 |
+
11684,
|
| 129 |
+
2,
|
| 130 |
+
1,
|
| 131 |
+
1,
|
| 132 |
+
1,
|
| 133 |
+
1,
|
| 134 |
+
1,
|
| 135 |
+
1,
|
| 136 |
+
1,
|
| 137 |
+
1,
|
| 138 |
+
1,
|
| 139 |
+
1,
|
| 140 |
+
1,
|
| 141 |
+
1,
|
| 142 |
+
1,
|
| 143 |
+
1
|
| 144 |
+
],
|
| 145 |
+
[
|
| 146 |
+
0,
|
| 147 |
+
161,
|
| 148 |
+
4287,
|
| 149 |
+
219,
|
| 150 |
+
3079,
|
| 151 |
+
3043,
|
| 152 |
+
33460,
|
| 153 |
+
234,
|
| 154 |
+
14,
|
| 155 |
+
33463,
|
| 156 |
+
219,
|
| 157 |
+
56,
|
| 158 |
+
2068,
|
| 159 |
+
4258,
|
| 160 |
+
14,
|
| 161 |
+
158,
|
| 162 |
+
56,
|
| 163 |
+
11684,
|
| 164 |
+
2,
|
| 165 |
+
1,
|
| 166 |
+
1,
|
| 167 |
+
1,
|
| 168 |
+
1,
|
| 169 |
+
1,
|
| 170 |
+
1,
|
| 171 |
+
1,
|
| 172 |
+
1,
|
| 173 |
+
1,
|
| 174 |
+
1,
|
| 175 |
+
1,
|
| 176 |
+
1
|
| 177 |
+
]
|
| 178 |
+
],
|
| 179 |
+
"generated_text": [
|
| 180 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 181 |
+
"public intMultiply(int a, int b, int c){return a * b * c;}",
|
| 182 |
+
"public int Add(int a, int b){return a + b;}",
|
| 183 |
+
"public virtual int Subtract(int a, int b){return a - b;}"
|
| 184 |
+
],
|
| 185 |
+
"label_logprobs": [
|
| 186 |
+
[
|
| 187 |
+
-0.05135221779346466,
|
| 188 |
+
-0.2649540305137634,
|
| 189 |
+
-1.4978502988815308,
|
| 190 |
+
-0.06673356145620346,
|
| 191 |
+
-0.04105527326464653,
|
| 192 |
+
-0.04769926890730858,
|
| 193 |
+
-0.046165209263563156,
|
| 194 |
+
-0.060306042432785034,
|
| 195 |
+
-0.04705440253019333,
|
| 196 |
+
-0.04502750188112259,
|
| 197 |
+
-0.055987220257520676,
|
| 198 |
+
-0.06094836816191673,
|
| 199 |
+
-0.08035234361886978,
|
| 200 |
+
-0.03679216653108597,
|
| 201 |
+
-0.049512606114149094,
|
| 202 |
+
-0.06198464706540108,
|
| 203 |
+
-0.018418239429593086,
|
| 204 |
+
-0.049007169902324677,
|
| 205 |
+
-0.028496090322732925,
|
| 206 |
+
-0.04785474017262459,
|
| 207 |
+
-0.02636105753481388,
|
| 208 |
+
-0.06809187680482864,
|
| 209 |
+
-0.024135582149028778,
|
| 210 |
+
-0.051662568002939224,
|
| 211 |
+
-0.04622257500886917,
|
| 212 |
+
-0.042882855981588364,
|
| 213 |
+
-0.07112734764814377,
|
| 214 |
+
-0.029338154941797256,
|
| 215 |
+
-0.05482238531112671,
|
| 216 |
+
-0.06447039544582367
|
| 217 |
+
],
|
| 218 |
+
[
|
| 219 |
+
-0.04662270471453667,
|
| 220 |
+
-0.1738867312669754,
|
| 221 |
+
-2.049987554550171,
|
| 222 |
+
-0.4369364082813263,
|
| 223 |
+
-0.05043669044971466,
|
| 224 |
+
-0.042107101529836655,
|
| 225 |
+
-0.05372827127575874,
|
| 226 |
+
-0.05061870440840721,
|
| 227 |
+
-0.056779880076646805,
|
| 228 |
+
-0.0461440347135067,
|
| 229 |
+
-0.051019005477428436,
|
| 230 |
+
-0.056210827082395554,
|
| 231 |
+
-0.06370383501052856,
|
| 232 |
+
-0.06132650375366211,
|
| 233 |
+
-0.05093403905630112,
|
| 234 |
+
-0.04663749411702156,
|
| 235 |
+
-0.06575566530227661,
|
| 236 |
+
-0.05402263626456261,
|
| 237 |
+
-0.14371392130851746,
|
| 238 |
+
-0.0823761522769928,
|
| 239 |
+
-0.05126184597611427,
|
| 240 |
+
-0.0640774592757225,
|
| 241 |
+
0.0,
|
| 242 |
+
0.0,
|
| 243 |
+
0.0,
|
| 244 |
+
0.0,
|
| 245 |
+
0.0,
|
| 246 |
+
0.0,
|
| 247 |
+
0.0,
|
| 248 |
+
0.0
|
| 249 |
+
],
|
| 250 |
+
[
|
| 251 |
+
-0.04677196964621544,
|
| 252 |
+
-0.4049965739250183,
|
| 253 |
+
-0.1602945774793625,
|
| 254 |
+
-0.06799431890249252,
|
| 255 |
+
-0.04719405248761177,
|
| 256 |
+
-0.05466584861278534,
|
| 257 |
+
-0.051035091280937195,
|
| 258 |
+
-0.052140865474939346,
|
| 259 |
+
-0.06116616353392601,
|
| 260 |
+
-0.05624113976955414,
|
| 261 |
+
-0.05076193809509277,
|
| 262 |
+
-0.05195935070514679,
|
| 263 |
+
-0.04188889265060425,
|
| 264 |
+
-0.0660938248038292,
|
| 265 |
+
-0.0465468093752861,
|
| 266 |
+
-0.0665401816368103,
|
| 267 |
+
0.0,
|
| 268 |
+
0.0,
|
| 269 |
+
0.0,
|
| 270 |
+
0.0,
|
| 271 |
+
0.0,
|
| 272 |
+
0.0,
|
| 273 |
+
0.0,
|
| 274 |
+
0.0,
|
| 275 |
+
0.0,
|
| 276 |
+
0.0,
|
| 277 |
+
0.0,
|
| 278 |
+
0.0,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0
|
| 281 |
+
],
|
| 282 |
+
[
|
| 283 |
+
-0.04850567877292633,
|
| 284 |
+
-2.290447235107422,
|
| 285 |
+
-0.06209399551153183,
|
| 286 |
+
-0.026370462030172348,
|
| 287 |
+
-0.06206396967172623,
|
| 288 |
+
-0.045963138341903687,
|
| 289 |
+
-0.05465151369571686,
|
| 290 |
+
-0.048951320350170135,
|
| 291 |
+
-0.05587020888924599,
|
| 292 |
+
-0.05632295086979866,
|
| 293 |
+
-0.05636802315711975,
|
| 294 |
+
-0.04989497736096382,
|
| 295 |
+
-0.05776455998420715,
|
| 296 |
+
-0.07505987584590912,
|
| 297 |
+
-0.06598435342311859,
|
| 298 |
+
-0.048239219933748245,
|
| 299 |
+
-0.06596404314041138,
|
| 300 |
+
0.0,
|
| 301 |
+
0.0,
|
| 302 |
+
0.0,
|
| 303 |
+
0.0,
|
| 304 |
+
0.0,
|
| 305 |
+
0.0,
|
| 306 |
+
0.0,
|
| 307 |
+
0.0,
|
| 308 |
+
0.0,
|
| 309 |
+
0.0,
|
| 310 |
+
0.0,
|
| 311 |
+
0.0,
|
| 312 |
+
0.0
|
| 313 |
+
]
|
| 314 |
+
],
|
| 315 |
+
"decoded_roundtrip": [
|
| 316 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 317 |
+
"public int multiply(int a, int b, int c){return a * b * c;}"
|
| 318 |
+
],
|
| 319 |
+
"training": {
|
| 320 |
+
"loss": 0.20512165129184723,
|
| 321 |
+
"gradients": {
|
| 322 |
+
"model.encoder.layers.0.self_attn.q_proj.weight": true,
|
| 323 |
+
"model.decoder.layers.0.encoder_attn.q_proj.weight": true
|
| 324 |
+
},
|
| 325 |
+
"updated": true
|
| 326 |
+
}
|
| 327 |
+
}
|
| 328 |
+
}
|
integrations/transformers/expectations/cuda/plbart-java-cs-mic.bfloat16.json
ADDED
|
@@ -0,0 +1,340 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/plbart-java-cs-mic",
|
| 4 |
+
"contract_name": "PLBart",
|
| 5 |
+
"contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 6 |
+
"framework": "transformers",
|
| 7 |
+
"variant": "bfloat16",
|
| 8 |
+
"target": "plbart-java-cs-mic",
|
| 9 |
+
"kind": "fixture",
|
| 10 |
+
"revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 11 |
+
"source_model": "uclanlp/plbart-java-cs",
|
| 12 |
+
"weights": "random",
|
| 13 |
+
"fixture_repo": "huggingface-mic/plbart-java-cs-mic",
|
| 14 |
+
"environment": {
|
| 15 |
+
"python": "3.11.18",
|
| 16 |
+
"transformers": "5.23.0.dev0",
|
| 17 |
+
"sentence-transformers": null,
|
| 18 |
+
"torch": "2.15.0+cu132",
|
| 19 |
+
"torchvision": "0.29.2+cu132",
|
| 20 |
+
"torchaudio": "2.11.1+cu132",
|
| 21 |
+
"tokenizers": "0.23.3",
|
| 22 |
+
"numpy": "2.3.5",
|
| 23 |
+
"pillow": "13.0.0",
|
| 24 |
+
"accelerate": "1.16.0.dev0",
|
| 25 |
+
"safetensors": "0.8.0",
|
| 26 |
+
"huggingface-hub": "2.4.0",
|
| 27 |
+
"sentencepiece": "0.2.3",
|
| 28 |
+
"protobuf": "7.36.2",
|
| 29 |
+
"librosa": "0.11.0",
|
| 30 |
+
"soundfile": "0.14.0",
|
| 31 |
+
"scipy": "1.17.1"
|
| 32 |
+
},
|
| 33 |
+
"seconds": 7.04,
|
| 34 |
+
"environment_differs": {
|
| 35 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"accelerate": "1.16.0.dev0 (pinned 1.15.0)",
|
| 37 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 38 |
+
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 39 |
+
},
|
| 40 |
+
"platform": "cuda",
|
| 41 |
+
"template_date": "2026-01-01"
|
| 42 |
+
},
|
| 43 |
+
"outputs": {
|
| 44 |
+
"runtime": {
|
| 45 |
+
"device": "cuda",
|
| 46 |
+
"dtype": "bfloat16",
|
| 47 |
+
"attn_implementation": "sdpa"
|
| 48 |
+
},
|
| 49 |
+
"generated_tokens": [
|
| 50 |
+
[
|
| 51 |
+
0,
|
| 52 |
+
0,
|
| 53 |
+
0,
|
| 54 |
+
0,
|
| 55 |
+
0,
|
| 56 |
+
0,
|
| 57 |
+
0,
|
| 58 |
+
0,
|
| 59 |
+
0,
|
| 60 |
+
0,
|
| 61 |
+
0,
|
| 62 |
+
0,
|
| 63 |
+
0,
|
| 64 |
+
0,
|
| 65 |
+
0,
|
| 66 |
+
0,
|
| 67 |
+
0,
|
| 68 |
+
0,
|
| 69 |
+
0,
|
| 70 |
+
0,
|
| 71 |
+
0,
|
| 72 |
+
0,
|
| 73 |
+
0,
|
| 74 |
+
0,
|
| 75 |
+
0,
|
| 76 |
+
0,
|
| 77 |
+
0,
|
| 78 |
+
0,
|
| 79 |
+
0,
|
| 80 |
+
0,
|
| 81 |
+
0,
|
| 82 |
+
0,
|
| 83 |
+
2
|
| 84 |
+
],
|
| 85 |
+
[
|
| 86 |
+
0,
|
| 87 |
+
0,
|
| 88 |
+
0,
|
| 89 |
+
0,
|
| 90 |
+
0,
|
| 91 |
+
0,
|
| 92 |
+
0,
|
| 93 |
+
0,
|
| 94 |
+
0,
|
| 95 |
+
0,
|
| 96 |
+
0,
|
| 97 |
+
0,
|
| 98 |
+
0,
|
| 99 |
+
0,
|
| 100 |
+
0,
|
| 101 |
+
0,
|
| 102 |
+
0,
|
| 103 |
+
0,
|
| 104 |
+
0,
|
| 105 |
+
0,
|
| 106 |
+
0,
|
| 107 |
+
0,
|
| 108 |
+
0,
|
| 109 |
+
0,
|
| 110 |
+
0,
|
| 111 |
+
0,
|
| 112 |
+
0,
|
| 113 |
+
0,
|
| 114 |
+
0,
|
| 115 |
+
0,
|
| 116 |
+
0,
|
| 117 |
+
0,
|
| 118 |
+
2
|
| 119 |
+
],
|
| 120 |
+
[
|
| 121 |
+
0,
|
| 122 |
+
0,
|
| 123 |
+
0,
|
| 124 |
+
0,
|
| 125 |
+
0,
|
| 126 |
+
0,
|
| 127 |
+
0,
|
| 128 |
+
0,
|
| 129 |
+
0,
|
| 130 |
+
0,
|
| 131 |
+
0,
|
| 132 |
+
0,
|
| 133 |
+
0,
|
| 134 |
+
0,
|
| 135 |
+
0,
|
| 136 |
+
0,
|
| 137 |
+
0,
|
| 138 |
+
0,
|
| 139 |
+
0,
|
| 140 |
+
0,
|
| 141 |
+
0,
|
| 142 |
+
0,
|
| 143 |
+
0,
|
| 144 |
+
0,
|
| 145 |
+
0,
|
| 146 |
+
0,
|
| 147 |
+
0,
|
| 148 |
+
0,
|
| 149 |
+
0,
|
| 150 |
+
0,
|
| 151 |
+
0,
|
| 152 |
+
0,
|
| 153 |
+
2
|
| 154 |
+
],
|
| 155 |
+
[
|
| 156 |
+
0,
|
| 157 |
+
0,
|
| 158 |
+
0,
|
| 159 |
+
0,
|
| 160 |
+
0,
|
| 161 |
+
0,
|
| 162 |
+
0,
|
| 163 |
+
0,
|
| 164 |
+
0,
|
| 165 |
+
0,
|
| 166 |
+
0,
|
| 167 |
+
0,
|
| 168 |
+
0,
|
| 169 |
+
0,
|
| 170 |
+
0,
|
| 171 |
+
0,
|
| 172 |
+
0,
|
| 173 |
+
0,
|
| 174 |
+
0,
|
| 175 |
+
0,
|
| 176 |
+
0,
|
| 177 |
+
0,
|
| 178 |
+
0,
|
| 179 |
+
0,
|
| 180 |
+
0,
|
| 181 |
+
0,
|
| 182 |
+
0,
|
| 183 |
+
0,
|
| 184 |
+
0,
|
| 185 |
+
0,
|
| 186 |
+
0,
|
| 187 |
+
0,
|
| 188 |
+
2
|
| 189 |
+
]
|
| 190 |
+
],
|
| 191 |
+
"generated_text": [
|
| 192 |
+
"",
|
| 193 |
+
"",
|
| 194 |
+
"",
|
| 195 |
+
""
|
| 196 |
+
],
|
| 197 |
+
"label_logprobs": [
|
| 198 |
+
[
|
| 199 |
+
-10.76089859008789,
|
| 200 |
+
-11.000102043151855,
|
| 201 |
+
-10.641690254211426,
|
| 202 |
+
-10.639986038208008,
|
| 203 |
+
-10.720885276794434,
|
| 204 |
+
-10.664594650268555,
|
| 205 |
+
-10.93067455291748,
|
| 206 |
+
-10.70708179473877,
|
| 207 |
+
-10.599763870239258,
|
| 208 |
+
-10.785780906677246,
|
| 209 |
+
-10.751286506652832,
|
| 210 |
+
-10.963911056518555,
|
| 211 |
+
-10.837051391601562,
|
| 212 |
+
-10.665088653564453,
|
| 213 |
+
-10.902466773986816,
|
| 214 |
+
-11.049230575561523,
|
| 215 |
+
-10.827092170715332,
|
| 216 |
+
-11.036860466003418,
|
| 217 |
+
-11.066533088684082,
|
| 218 |
+
-10.721463203430176,
|
| 219 |
+
-11.086983680725098,
|
| 220 |
+
-11.025753021240234,
|
| 221 |
+
-10.834647178649902,
|
| 222 |
+
-11.01915168762207,
|
| 223 |
+
-10.605466842651367,
|
| 224 |
+
-10.828248023986816,
|
| 225 |
+
-10.76507568359375,
|
| 226 |
+
-10.791604995727539,
|
| 227 |
+
-10.707237243652344,
|
| 228 |
+
-11.109135627746582
|
| 229 |
+
],
|
| 230 |
+
[
|
| 231 |
+
-10.758469581604004,
|
| 232 |
+
-10.998159408569336,
|
| 233 |
+
-11.14168930053711,
|
| 234 |
+
-10.925431251525879,
|
| 235 |
+
-10.698628425598145,
|
| 236 |
+
-10.723725318908691,
|
| 237 |
+
-10.672654151916504,
|
| 238 |
+
-10.872425079345703,
|
| 239 |
+
-10.714384078979492,
|
| 240 |
+
-10.615340232849121,
|
| 241 |
+
-10.757255554199219,
|
| 242 |
+
-10.731368064880371,
|
| 243 |
+
-11.003008842468262,
|
| 244 |
+
-10.798460006713867,
|
| 245 |
+
-10.670082092285156,
|
| 246 |
+
-10.91356372833252,
|
| 247 |
+
-10.665872573852539,
|
| 248 |
+
-10.783939361572266,
|
| 249 |
+
-10.829889297485352,
|
| 250 |
+
-10.50598430633545,
|
| 251 |
+
-10.82683277130127,
|
| 252 |
+
-10.893451690673828,
|
| 253 |
+
0.0,
|
| 254 |
+
0.0,
|
| 255 |
+
0.0,
|
| 256 |
+
0.0,
|
| 257 |
+
0.0,
|
| 258 |
+
0.0,
|
| 259 |
+
0.0,
|
| 260 |
+
0.0
|
| 261 |
+
],
|
| 262 |
+
[
|
| 263 |
+
-10.760431289672852,
|
| 264 |
+
-11.002066612243652,
|
| 265 |
+
-10.903407096862793,
|
| 266 |
+
-10.704031944274902,
|
| 267 |
+
-10.7189302444458,
|
| 268 |
+
-10.665583610534668,
|
| 269 |
+
-10.933110237121582,
|
| 270 |
+
-10.709004402160645,
|
| 271 |
+
-10.596841812133789,
|
| 272 |
+
-10.713057518005371,
|
| 273 |
+
-10.66588306427002,
|
| 274 |
+
-10.869821548461914,
|
| 275 |
+
-10.757153511047363,
|
| 276 |
+
-10.699074745178223,
|
| 277 |
+
-10.481645584106445,
|
| 278 |
+
-10.906895637512207,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0,
|
| 281 |
+
0.0,
|
| 282 |
+
0.0,
|
| 283 |
+
0.0,
|
| 284 |
+
0.0,
|
| 285 |
+
0.0,
|
| 286 |
+
0.0,
|
| 287 |
+
0.0,
|
| 288 |
+
0.0,
|
| 289 |
+
0.0,
|
| 290 |
+
0.0,
|
| 291 |
+
0.0,
|
| 292 |
+
0.0
|
| 293 |
+
],
|
| 294 |
+
[
|
| 295 |
+
-10.75996208190918,
|
| 296 |
+
-11.001089096069336,
|
| 297 |
+
-11.114343643188477,
|
| 298 |
+
-10.961583137512207,
|
| 299 |
+
-10.94773006439209,
|
| 300 |
+
-10.722737312316895,
|
| 301 |
+
-10.67267894744873,
|
| 302 |
+
-10.873889923095703,
|
| 303 |
+
-10.71437931060791,
|
| 304 |
+
-10.61437702178955,
|
| 305 |
+
-10.765056610107422,
|
| 306 |
+
-10.632794380187988,
|
| 307 |
+
-10.881915092468262,
|
| 308 |
+
-10.776345252990723,
|
| 309 |
+
-11.025073051452637,
|
| 310 |
+
-10.508858680725098,
|
| 311 |
+
-10.900157928466797,
|
| 312 |
+
0.0,
|
| 313 |
+
0.0,
|
| 314 |
+
0.0,
|
| 315 |
+
0.0,
|
| 316 |
+
0.0,
|
| 317 |
+
0.0,
|
| 318 |
+
0.0,
|
| 319 |
+
0.0,
|
| 320 |
+
0.0,
|
| 321 |
+
0.0,
|
| 322 |
+
0.0,
|
| 323 |
+
0.0,
|
| 324 |
+
0.0
|
| 325 |
+
]
|
| 326 |
+
],
|
| 327 |
+
"decoded_roundtrip": [
|
| 328 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 329 |
+
"public int multiply(int a, int b, int c){return a * b * c;}"
|
| 330 |
+
],
|
| 331 |
+
"training": {
|
| 332 |
+
"loss": 10.8125,
|
| 333 |
+
"gradients": {
|
| 334 |
+
"model.encoder.layers.0.self_attn.q_proj.weight": true,
|
| 335 |
+
"model.decoder.layers.0.encoder_attn.q_proj.weight": true
|
| 336 |
+
},
|
| 337 |
+
"updated": true
|
| 338 |
+
}
|
| 339 |
+
}
|
| 340 |
+
}
|
integrations/transformers/expectations/cuda/plbart-java-cs-mic.eager.json
ADDED
|
@@ -0,0 +1,340 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/plbart-java-cs-mic",
|
| 4 |
+
"contract_name": "PLBart",
|
| 5 |
+
"contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 6 |
+
"framework": "transformers",
|
| 7 |
+
"variant": "eager",
|
| 8 |
+
"target": "plbart-java-cs-mic",
|
| 9 |
+
"kind": "fixture",
|
| 10 |
+
"revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 11 |
+
"source_model": "uclanlp/plbart-java-cs",
|
| 12 |
+
"weights": "random",
|
| 13 |
+
"fixture_repo": "huggingface-mic/plbart-java-cs-mic",
|
| 14 |
+
"environment": {
|
| 15 |
+
"python": "3.11.18",
|
| 16 |
+
"transformers": "5.23.0.dev0",
|
| 17 |
+
"sentence-transformers": null,
|
| 18 |
+
"torch": "2.15.0+cu132",
|
| 19 |
+
"torchvision": "0.29.2+cu132",
|
| 20 |
+
"torchaudio": "2.11.1+cu132",
|
| 21 |
+
"tokenizers": "0.23.3",
|
| 22 |
+
"numpy": "2.3.5",
|
| 23 |
+
"pillow": "13.0.0",
|
| 24 |
+
"accelerate": "1.16.0.dev0",
|
| 25 |
+
"safetensors": "0.8.0",
|
| 26 |
+
"huggingface-hub": "2.4.0",
|
| 27 |
+
"sentencepiece": "0.2.3",
|
| 28 |
+
"protobuf": "7.36.2",
|
| 29 |
+
"librosa": "0.11.0",
|
| 30 |
+
"soundfile": "0.14.0",
|
| 31 |
+
"scipy": "1.17.1"
|
| 32 |
+
},
|
| 33 |
+
"seconds": 7.89,
|
| 34 |
+
"environment_differs": {
|
| 35 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"accelerate": "1.16.0.dev0 (pinned 1.15.0)",
|
| 37 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 38 |
+
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 39 |
+
},
|
| 40 |
+
"platform": "cuda",
|
| 41 |
+
"template_date": "2026-01-01"
|
| 42 |
+
},
|
| 43 |
+
"outputs": {
|
| 44 |
+
"runtime": {
|
| 45 |
+
"device": "cuda",
|
| 46 |
+
"dtype": "float32",
|
| 47 |
+
"attn_implementation": "eager"
|
| 48 |
+
},
|
| 49 |
+
"generated_tokens": [
|
| 50 |
+
[
|
| 51 |
+
0,
|
| 52 |
+
0,
|
| 53 |
+
0,
|
| 54 |
+
0,
|
| 55 |
+
0,
|
| 56 |
+
0,
|
| 57 |
+
0,
|
| 58 |
+
0,
|
| 59 |
+
0,
|
| 60 |
+
0,
|
| 61 |
+
0,
|
| 62 |
+
0,
|
| 63 |
+
0,
|
| 64 |
+
0,
|
| 65 |
+
0,
|
| 66 |
+
0,
|
| 67 |
+
0,
|
| 68 |
+
0,
|
| 69 |
+
0,
|
| 70 |
+
0,
|
| 71 |
+
0,
|
| 72 |
+
0,
|
| 73 |
+
0,
|
| 74 |
+
0,
|
| 75 |
+
0,
|
| 76 |
+
0,
|
| 77 |
+
0,
|
| 78 |
+
0,
|
| 79 |
+
0,
|
| 80 |
+
0,
|
| 81 |
+
0,
|
| 82 |
+
0,
|
| 83 |
+
2
|
| 84 |
+
],
|
| 85 |
+
[
|
| 86 |
+
0,
|
| 87 |
+
0,
|
| 88 |
+
0,
|
| 89 |
+
0,
|
| 90 |
+
0,
|
| 91 |
+
0,
|
| 92 |
+
0,
|
| 93 |
+
0,
|
| 94 |
+
0,
|
| 95 |
+
0,
|
| 96 |
+
0,
|
| 97 |
+
0,
|
| 98 |
+
0,
|
| 99 |
+
0,
|
| 100 |
+
0,
|
| 101 |
+
0,
|
| 102 |
+
0,
|
| 103 |
+
0,
|
| 104 |
+
0,
|
| 105 |
+
0,
|
| 106 |
+
0,
|
| 107 |
+
0,
|
| 108 |
+
0,
|
| 109 |
+
0,
|
| 110 |
+
0,
|
| 111 |
+
0,
|
| 112 |
+
0,
|
| 113 |
+
0,
|
| 114 |
+
0,
|
| 115 |
+
0,
|
| 116 |
+
0,
|
| 117 |
+
0,
|
| 118 |
+
2
|
| 119 |
+
],
|
| 120 |
+
[
|
| 121 |
+
0,
|
| 122 |
+
0,
|
| 123 |
+
0,
|
| 124 |
+
0,
|
| 125 |
+
0,
|
| 126 |
+
0,
|
| 127 |
+
0,
|
| 128 |
+
0,
|
| 129 |
+
0,
|
| 130 |
+
0,
|
| 131 |
+
0,
|
| 132 |
+
0,
|
| 133 |
+
0,
|
| 134 |
+
0,
|
| 135 |
+
0,
|
| 136 |
+
0,
|
| 137 |
+
0,
|
| 138 |
+
0,
|
| 139 |
+
0,
|
| 140 |
+
0,
|
| 141 |
+
0,
|
| 142 |
+
0,
|
| 143 |
+
0,
|
| 144 |
+
0,
|
| 145 |
+
0,
|
| 146 |
+
0,
|
| 147 |
+
0,
|
| 148 |
+
0,
|
| 149 |
+
0,
|
| 150 |
+
0,
|
| 151 |
+
0,
|
| 152 |
+
0,
|
| 153 |
+
2
|
| 154 |
+
],
|
| 155 |
+
[
|
| 156 |
+
0,
|
| 157 |
+
0,
|
| 158 |
+
0,
|
| 159 |
+
0,
|
| 160 |
+
0,
|
| 161 |
+
0,
|
| 162 |
+
0,
|
| 163 |
+
0,
|
| 164 |
+
0,
|
| 165 |
+
0,
|
| 166 |
+
0,
|
| 167 |
+
0,
|
| 168 |
+
0,
|
| 169 |
+
0,
|
| 170 |
+
0,
|
| 171 |
+
0,
|
| 172 |
+
0,
|
| 173 |
+
0,
|
| 174 |
+
0,
|
| 175 |
+
0,
|
| 176 |
+
0,
|
| 177 |
+
0,
|
| 178 |
+
0,
|
| 179 |
+
0,
|
| 180 |
+
0,
|
| 181 |
+
0,
|
| 182 |
+
0,
|
| 183 |
+
0,
|
| 184 |
+
0,
|
| 185 |
+
0,
|
| 186 |
+
0,
|
| 187 |
+
0,
|
| 188 |
+
2
|
| 189 |
+
]
|
| 190 |
+
],
|
| 191 |
+
"generated_text": [
|
| 192 |
+
"",
|
| 193 |
+
"",
|
| 194 |
+
"",
|
| 195 |
+
""
|
| 196 |
+
],
|
| 197 |
+
"label_logprobs": [
|
| 198 |
+
[
|
| 199 |
+
-10.760248184204102,
|
| 200 |
+
-10.999594688415527,
|
| 201 |
+
-10.641294479370117,
|
| 202 |
+
-10.639463424682617,
|
| 203 |
+
-10.722309112548828,
|
| 204 |
+
-10.666037559509277,
|
| 205 |
+
-10.930427551269531,
|
| 206 |
+
-10.707201957702637,
|
| 207 |
+
-10.597477912902832,
|
| 208 |
+
-10.785228729248047,
|
| 209 |
+
-10.750221252441406,
|
| 210 |
+
-10.964815139770508,
|
| 211 |
+
-10.837413787841797,
|
| 212 |
+
-10.665985107421875,
|
| 213 |
+
-10.902904510498047,
|
| 214 |
+
-11.048273086547852,
|
| 215 |
+
-10.827513694763184,
|
| 216 |
+
-11.036812782287598,
|
| 217 |
+
-11.066848754882812,
|
| 218 |
+
-10.721957206726074,
|
| 219 |
+
-11.086091995239258,
|
| 220 |
+
-11.024226188659668,
|
| 221 |
+
-10.835689544677734,
|
| 222 |
+
-11.01943588256836,
|
| 223 |
+
-10.60554027557373,
|
| 224 |
+
-10.828750610351562,
|
| 225 |
+
-10.764812469482422,
|
| 226 |
+
-10.79294490814209,
|
| 227 |
+
-10.706587791442871,
|
| 228 |
+
-11.107134819030762
|
| 229 |
+
],
|
| 230 |
+
[
|
| 231 |
+
-10.758574485778809,
|
| 232 |
+
-10.999032020568848,
|
| 233 |
+
-11.14094066619873,
|
| 234 |
+
-10.926487922668457,
|
| 235 |
+
-10.69801139831543,
|
| 236 |
+
-10.725378036499023,
|
| 237 |
+
-10.67227554321289,
|
| 238 |
+
-10.873153686523438,
|
| 239 |
+
-10.713689804077148,
|
| 240 |
+
-10.614908218383789,
|
| 241 |
+
-10.757469177246094,
|
| 242 |
+
-10.729799270629883,
|
| 243 |
+
-11.004571914672852,
|
| 244 |
+
-10.799208641052246,
|
| 245 |
+
-10.668344497680664,
|
| 246 |
+
-10.915214538574219,
|
| 247 |
+
-10.66610336303711,
|
| 248 |
+
-10.783267974853516,
|
| 249 |
+
-10.828391075134277,
|
| 250 |
+
-10.503913879394531,
|
| 251 |
+
-10.829026222229004,
|
| 252 |
+
-10.892187118530273,
|
| 253 |
+
0.0,
|
| 254 |
+
0.0,
|
| 255 |
+
0.0,
|
| 256 |
+
0.0,
|
| 257 |
+
0.0,
|
| 258 |
+
0.0,
|
| 259 |
+
0.0,
|
| 260 |
+
0.0
|
| 261 |
+
],
|
| 262 |
+
[
|
| 263 |
+
-10.759477615356445,
|
| 264 |
+
-11.001077651977539,
|
| 265 |
+
-10.904559135437012,
|
| 266 |
+
-10.704695701599121,
|
| 267 |
+
-10.719874382019043,
|
| 268 |
+
-10.666170120239258,
|
| 269 |
+
-10.931156158447266,
|
| 270 |
+
-10.709633827209473,
|
| 271 |
+
-10.594955444335938,
|
| 272 |
+
-10.712713241577148,
|
| 273 |
+
-10.66454029083252,
|
| 274 |
+
-10.86985969543457,
|
| 275 |
+
-10.757796287536621,
|
| 276 |
+
-10.698486328125,
|
| 277 |
+
-10.481252670288086,
|
| 278 |
+
-10.906852722167969,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0,
|
| 281 |
+
0.0,
|
| 282 |
+
0.0,
|
| 283 |
+
0.0,
|
| 284 |
+
0.0,
|
| 285 |
+
0.0,
|
| 286 |
+
0.0,
|
| 287 |
+
0.0,
|
| 288 |
+
0.0,
|
| 289 |
+
0.0,
|
| 290 |
+
0.0,
|
| 291 |
+
0.0,
|
| 292 |
+
0.0
|
| 293 |
+
],
|
| 294 |
+
[
|
| 295 |
+
-10.759967803955078,
|
| 296 |
+
-11.000297546386719,
|
| 297 |
+
-11.115480422973633,
|
| 298 |
+
-10.962226867675781,
|
| 299 |
+
-10.948192596435547,
|
| 300 |
+
-10.723346710205078,
|
| 301 |
+
-10.671626091003418,
|
| 302 |
+
-10.874645233154297,
|
| 303 |
+
-10.715579986572266,
|
| 304 |
+
-10.613505363464355,
|
| 305 |
+
-10.765657424926758,
|
| 306 |
+
-10.633265495300293,
|
| 307 |
+
-10.881454467773438,
|
| 308 |
+
-10.776203155517578,
|
| 309 |
+
-11.024598121643066,
|
| 310 |
+
-10.506192207336426,
|
| 311 |
+
-10.899735450744629,
|
| 312 |
+
0.0,
|
| 313 |
+
0.0,
|
| 314 |
+
0.0,
|
| 315 |
+
0.0,
|
| 316 |
+
0.0,
|
| 317 |
+
0.0,
|
| 318 |
+
0.0,
|
| 319 |
+
0.0,
|
| 320 |
+
0.0,
|
| 321 |
+
0.0,
|
| 322 |
+
0.0,
|
| 323 |
+
0.0,
|
| 324 |
+
0.0
|
| 325 |
+
]
|
| 326 |
+
],
|
| 327 |
+
"decoded_roundtrip": [
|
| 328 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 329 |
+
"public int multiply(int a, int b, int c){return a * b * c;}"
|
| 330 |
+
],
|
| 331 |
+
"training": {
|
| 332 |
+
"loss": 10.802770614624023,
|
| 333 |
+
"gradients": {
|
| 334 |
+
"model.encoder.layers.0.self_attn.q_proj.weight": true,
|
| 335 |
+
"model.decoder.layers.0.encoder_attn.q_proj.weight": true
|
| 336 |
+
},
|
| 337 |
+
"updated": true
|
| 338 |
+
}
|
| 339 |
+
}
|
| 340 |
+
}
|
integrations/transformers/expectations/cuda/plbart-java-cs-mic.json
ADDED
|
@@ -0,0 +1,340 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/plbart-java-cs-mic",
|
| 4 |
+
"contract_name": "PLBart",
|
| 5 |
+
"contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 6 |
+
"framework": "transformers",
|
| 7 |
+
"variant": "default",
|
| 8 |
+
"target": "plbart-java-cs-mic",
|
| 9 |
+
"kind": "fixture",
|
| 10 |
+
"revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 11 |
+
"source_model": "uclanlp/plbart-java-cs",
|
| 12 |
+
"weights": "random",
|
| 13 |
+
"fixture_repo": "huggingface-mic/plbart-java-cs-mic",
|
| 14 |
+
"environment": {
|
| 15 |
+
"python": "3.11.18",
|
| 16 |
+
"transformers": "5.23.0.dev0",
|
| 17 |
+
"sentence-transformers": null,
|
| 18 |
+
"torch": "2.15.0+cu132",
|
| 19 |
+
"torchvision": "0.29.2+cu132",
|
| 20 |
+
"torchaudio": "2.11.1+cu132",
|
| 21 |
+
"tokenizers": "0.23.3",
|
| 22 |
+
"numpy": "2.3.5",
|
| 23 |
+
"pillow": "13.0.0",
|
| 24 |
+
"accelerate": "1.16.0.dev0",
|
| 25 |
+
"safetensors": "0.8.0",
|
| 26 |
+
"huggingface-hub": "2.4.0",
|
| 27 |
+
"sentencepiece": "0.2.3",
|
| 28 |
+
"protobuf": "7.36.2",
|
| 29 |
+
"librosa": "0.11.0",
|
| 30 |
+
"soundfile": "0.14.0",
|
| 31 |
+
"scipy": "1.17.1"
|
| 32 |
+
},
|
| 33 |
+
"seconds": 7.55,
|
| 34 |
+
"environment_differs": {
|
| 35 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 36 |
+
"accelerate": "1.16.0.dev0 (pinned 1.15.0)",
|
| 37 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 38 |
+
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 39 |
+
},
|
| 40 |
+
"platform": "cuda",
|
| 41 |
+
"template_date": "2026-01-01"
|
| 42 |
+
},
|
| 43 |
+
"outputs": {
|
| 44 |
+
"runtime": {
|
| 45 |
+
"device": "cuda",
|
| 46 |
+
"dtype": "float32",
|
| 47 |
+
"attn_implementation": "sdpa"
|
| 48 |
+
},
|
| 49 |
+
"generated_tokens": [
|
| 50 |
+
[
|
| 51 |
+
0,
|
| 52 |
+
0,
|
| 53 |
+
0,
|
| 54 |
+
0,
|
| 55 |
+
0,
|
| 56 |
+
0,
|
| 57 |
+
0,
|
| 58 |
+
0,
|
| 59 |
+
0,
|
| 60 |
+
0,
|
| 61 |
+
0,
|
| 62 |
+
0,
|
| 63 |
+
0,
|
| 64 |
+
0,
|
| 65 |
+
0,
|
| 66 |
+
0,
|
| 67 |
+
0,
|
| 68 |
+
0,
|
| 69 |
+
0,
|
| 70 |
+
0,
|
| 71 |
+
0,
|
| 72 |
+
0,
|
| 73 |
+
0,
|
| 74 |
+
0,
|
| 75 |
+
0,
|
| 76 |
+
0,
|
| 77 |
+
0,
|
| 78 |
+
0,
|
| 79 |
+
0,
|
| 80 |
+
0,
|
| 81 |
+
0,
|
| 82 |
+
0,
|
| 83 |
+
2
|
| 84 |
+
],
|
| 85 |
+
[
|
| 86 |
+
0,
|
| 87 |
+
0,
|
| 88 |
+
0,
|
| 89 |
+
0,
|
| 90 |
+
0,
|
| 91 |
+
0,
|
| 92 |
+
0,
|
| 93 |
+
0,
|
| 94 |
+
0,
|
| 95 |
+
0,
|
| 96 |
+
0,
|
| 97 |
+
0,
|
| 98 |
+
0,
|
| 99 |
+
0,
|
| 100 |
+
0,
|
| 101 |
+
0,
|
| 102 |
+
0,
|
| 103 |
+
0,
|
| 104 |
+
0,
|
| 105 |
+
0,
|
| 106 |
+
0,
|
| 107 |
+
0,
|
| 108 |
+
0,
|
| 109 |
+
0,
|
| 110 |
+
0,
|
| 111 |
+
0,
|
| 112 |
+
0,
|
| 113 |
+
0,
|
| 114 |
+
0,
|
| 115 |
+
0,
|
| 116 |
+
0,
|
| 117 |
+
0,
|
| 118 |
+
2
|
| 119 |
+
],
|
| 120 |
+
[
|
| 121 |
+
0,
|
| 122 |
+
0,
|
| 123 |
+
0,
|
| 124 |
+
0,
|
| 125 |
+
0,
|
| 126 |
+
0,
|
| 127 |
+
0,
|
| 128 |
+
0,
|
| 129 |
+
0,
|
| 130 |
+
0,
|
| 131 |
+
0,
|
| 132 |
+
0,
|
| 133 |
+
0,
|
| 134 |
+
0,
|
| 135 |
+
0,
|
| 136 |
+
0,
|
| 137 |
+
0,
|
| 138 |
+
0,
|
| 139 |
+
0,
|
| 140 |
+
0,
|
| 141 |
+
0,
|
| 142 |
+
0,
|
| 143 |
+
0,
|
| 144 |
+
0,
|
| 145 |
+
0,
|
| 146 |
+
0,
|
| 147 |
+
0,
|
| 148 |
+
0,
|
| 149 |
+
0,
|
| 150 |
+
0,
|
| 151 |
+
0,
|
| 152 |
+
0,
|
| 153 |
+
2
|
| 154 |
+
],
|
| 155 |
+
[
|
| 156 |
+
0,
|
| 157 |
+
0,
|
| 158 |
+
0,
|
| 159 |
+
0,
|
| 160 |
+
0,
|
| 161 |
+
0,
|
| 162 |
+
0,
|
| 163 |
+
0,
|
| 164 |
+
0,
|
| 165 |
+
0,
|
| 166 |
+
0,
|
| 167 |
+
0,
|
| 168 |
+
0,
|
| 169 |
+
0,
|
| 170 |
+
0,
|
| 171 |
+
0,
|
| 172 |
+
0,
|
| 173 |
+
0,
|
| 174 |
+
0,
|
| 175 |
+
0,
|
| 176 |
+
0,
|
| 177 |
+
0,
|
| 178 |
+
0,
|
| 179 |
+
0,
|
| 180 |
+
0,
|
| 181 |
+
0,
|
| 182 |
+
0,
|
| 183 |
+
0,
|
| 184 |
+
0,
|
| 185 |
+
0,
|
| 186 |
+
0,
|
| 187 |
+
0,
|
| 188 |
+
2
|
| 189 |
+
]
|
| 190 |
+
],
|
| 191 |
+
"generated_text": [
|
| 192 |
+
"",
|
| 193 |
+
"",
|
| 194 |
+
"",
|
| 195 |
+
""
|
| 196 |
+
],
|
| 197 |
+
"label_logprobs": [
|
| 198 |
+
[
|
| 199 |
+
-10.760248184204102,
|
| 200 |
+
-10.999594688415527,
|
| 201 |
+
-10.641294479370117,
|
| 202 |
+
-10.639463424682617,
|
| 203 |
+
-10.722309112548828,
|
| 204 |
+
-10.666037559509277,
|
| 205 |
+
-10.930427551269531,
|
| 206 |
+
-10.707201957702637,
|
| 207 |
+
-10.597477912902832,
|
| 208 |
+
-10.785228729248047,
|
| 209 |
+
-10.750221252441406,
|
| 210 |
+
-10.964815139770508,
|
| 211 |
+
-10.837413787841797,
|
| 212 |
+
-10.665985107421875,
|
| 213 |
+
-10.902904510498047,
|
| 214 |
+
-11.048273086547852,
|
| 215 |
+
-10.827513694763184,
|
| 216 |
+
-11.036812782287598,
|
| 217 |
+
-11.066848754882812,
|
| 218 |
+
-10.721957206726074,
|
| 219 |
+
-11.086091995239258,
|
| 220 |
+
-11.024226188659668,
|
| 221 |
+
-10.835689544677734,
|
| 222 |
+
-11.01943588256836,
|
| 223 |
+
-10.60554027557373,
|
| 224 |
+
-10.828750610351562,
|
| 225 |
+
-10.764812469482422,
|
| 226 |
+
-10.792943954467773,
|
| 227 |
+
-10.706587791442871,
|
| 228 |
+
-11.107134819030762
|
| 229 |
+
],
|
| 230 |
+
[
|
| 231 |
+
-10.758574485778809,
|
| 232 |
+
-10.999032974243164,
|
| 233 |
+
-11.14094066619873,
|
| 234 |
+
-10.926487922668457,
|
| 235 |
+
-10.69801139831543,
|
| 236 |
+
-10.72537899017334,
|
| 237 |
+
-10.67227554321289,
|
| 238 |
+
-10.873153686523438,
|
| 239 |
+
-10.713690757751465,
|
| 240 |
+
-10.614907264709473,
|
| 241 |
+
-10.757468223571777,
|
| 242 |
+
-10.729799270629883,
|
| 243 |
+
-11.004571914672852,
|
| 244 |
+
-10.799208641052246,
|
| 245 |
+
-10.668344497680664,
|
| 246 |
+
-10.915214538574219,
|
| 247 |
+
-10.666102409362793,
|
| 248 |
+
-10.783267974853516,
|
| 249 |
+
-10.828391075134277,
|
| 250 |
+
-10.503913879394531,
|
| 251 |
+
-10.829026222229004,
|
| 252 |
+
-10.892187118530273,
|
| 253 |
+
0.0,
|
| 254 |
+
0.0,
|
| 255 |
+
0.0,
|
| 256 |
+
0.0,
|
| 257 |
+
0.0,
|
| 258 |
+
0.0,
|
| 259 |
+
0.0,
|
| 260 |
+
0.0
|
| 261 |
+
],
|
| 262 |
+
[
|
| 263 |
+
-10.759476661682129,
|
| 264 |
+
-11.001076698303223,
|
| 265 |
+
-10.904559135437012,
|
| 266 |
+
-10.704695701599121,
|
| 267 |
+
-10.719874382019043,
|
| 268 |
+
-10.666170120239258,
|
| 269 |
+
-10.931156158447266,
|
| 270 |
+
-10.709633827209473,
|
| 271 |
+
-10.594955444335938,
|
| 272 |
+
-10.712713241577148,
|
| 273 |
+
-10.66454029083252,
|
| 274 |
+
-10.86985969543457,
|
| 275 |
+
-10.757796287536621,
|
| 276 |
+
-10.698486328125,
|
| 277 |
+
-10.481252670288086,
|
| 278 |
+
-10.906853675842285,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0,
|
| 281 |
+
0.0,
|
| 282 |
+
0.0,
|
| 283 |
+
0.0,
|
| 284 |
+
0.0,
|
| 285 |
+
0.0,
|
| 286 |
+
0.0,
|
| 287 |
+
0.0,
|
| 288 |
+
0.0,
|
| 289 |
+
0.0,
|
| 290 |
+
0.0,
|
| 291 |
+
0.0,
|
| 292 |
+
0.0
|
| 293 |
+
],
|
| 294 |
+
[
|
| 295 |
+
-10.759967803955078,
|
| 296 |
+
-11.000297546386719,
|
| 297 |
+
-11.115480422973633,
|
| 298 |
+
-10.962226867675781,
|
| 299 |
+
-10.948192596435547,
|
| 300 |
+
-10.723346710205078,
|
| 301 |
+
-10.671626091003418,
|
| 302 |
+
-10.874645233154297,
|
| 303 |
+
-10.715579986572266,
|
| 304 |
+
-10.613505363464355,
|
| 305 |
+
-10.765657424926758,
|
| 306 |
+
-10.633265495300293,
|
| 307 |
+
-10.881454467773438,
|
| 308 |
+
-10.776203155517578,
|
| 309 |
+
-11.024598121643066,
|
| 310 |
+
-10.506192207336426,
|
| 311 |
+
-10.899735450744629,
|
| 312 |
+
0.0,
|
| 313 |
+
0.0,
|
| 314 |
+
0.0,
|
| 315 |
+
0.0,
|
| 316 |
+
0.0,
|
| 317 |
+
0.0,
|
| 318 |
+
0.0,
|
| 319 |
+
0.0,
|
| 320 |
+
0.0,
|
| 321 |
+
0.0,
|
| 322 |
+
0.0,
|
| 323 |
+
0.0,
|
| 324 |
+
0.0
|
| 325 |
+
]
|
| 326 |
+
],
|
| 327 |
+
"decoded_roundtrip": [
|
| 328 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 329 |
+
"public int multiply(int a, int b, int c){return a * b * c;}"
|
| 330 |
+
],
|
| 331 |
+
"training": {
|
| 332 |
+
"loss": 10.807880401611328,
|
| 333 |
+
"gradients": {
|
| 334 |
+
"model.encoder.layers.0.self_attn.q_proj.weight": true,
|
| 335 |
+
"model.decoder.layers.0.encoder_attn.q_proj.weight": true
|
| 336 |
+
},
|
| 337 |
+
"updated": true
|
| 338 |
+
}
|
| 339 |
+
}
|
| 340 |
+
}
|
integrations/transformers/expectations/cuda/plbart-java-cs.bfloat16.json
ADDED
|
@@ -0,0 +1,329 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/plbart-java-cs-mic",
|
| 4 |
+
"contract_name": "PLBart",
|
| 5 |
+
"contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 6 |
+
"framework": "transformers",
|
| 7 |
+
"variant": "bfloat16",
|
| 8 |
+
"target": "plbart-java-cs",
|
| 9 |
+
"kind": "checkpoint",
|
| 10 |
+
"revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023",
|
| 11 |
+
"environment": {
|
| 12 |
+
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.23.0.dev0",
|
| 14 |
+
"sentence-transformers": null,
|
| 15 |
+
"torch": "2.15.0+cu132",
|
| 16 |
+
"torchvision": "0.29.2+cu132",
|
| 17 |
+
"torchaudio": "2.11.1+cu132",
|
| 18 |
+
"tokenizers": "0.23.3",
|
| 19 |
+
"numpy": "2.3.5",
|
| 20 |
+
"pillow": "13.0.0",
|
| 21 |
+
"accelerate": "1.16.0.dev0",
|
| 22 |
+
"safetensors": "0.8.0",
|
| 23 |
+
"huggingface-hub": "2.4.0",
|
| 24 |
+
"sentencepiece": "0.2.3",
|
| 25 |
+
"protobuf": "7.36.2",
|
| 26 |
+
"librosa": "0.11.0",
|
| 27 |
+
"soundfile": "0.14.0",
|
| 28 |
+
"scipy": "1.17.1"
|
| 29 |
+
},
|
| 30 |
+
"seconds": 8.03,
|
| 31 |
+
"environment_differs": {
|
| 32 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 33 |
+
"accelerate": "1.16.0.dev0 (pinned 1.15.0)",
|
| 34 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 35 |
+
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 36 |
+
},
|
| 37 |
+
"platform": "cuda",
|
| 38 |
+
"template_date": "2026-01-01"
|
| 39 |
+
},
|
| 40 |
+
"outputs": {
|
| 41 |
+
"runtime": {
|
| 42 |
+
"device": "cuda",
|
| 43 |
+
"dtype": "bfloat16",
|
| 44 |
+
"attn_implementation": "sdpa"
|
| 45 |
+
},
|
| 46 |
+
"generated_tokens": [
|
| 47 |
+
[
|
| 48 |
+
0,
|
| 49 |
+
161,
|
| 50 |
+
219,
|
| 51 |
+
5452,
|
| 52 |
+
33460,
|
| 53 |
+
234,
|
| 54 |
+
14,
|
| 55 |
+
33463,
|
| 56 |
+
219,
|
| 57 |
+
56,
|
| 58 |
+
33463,
|
| 59 |
+
219,
|
| 60 |
+
18,
|
| 61 |
+
2068,
|
| 62 |
+
4258,
|
| 63 |
+
2710,
|
| 64 |
+
33455,
|
| 65 |
+
3380,
|
| 66 |
+
33460,
|
| 67 |
+
33441,
|
| 68 |
+
33463,
|
| 69 |
+
2710,
|
| 70 |
+
33455,
|
| 71 |
+
3380,
|
| 72 |
+
33460,
|
| 73 |
+
33465,
|
| 74 |
+
33463,
|
| 75 |
+
18,
|
| 76 |
+
3005,
|
| 77 |
+
33484,
|
| 78 |
+
2
|
| 79 |
+
],
|
| 80 |
+
[
|
| 81 |
+
0,
|
| 82 |
+
161,
|
| 83 |
+
219,
|
| 84 |
+
25089,
|
| 85 |
+
185,
|
| 86 |
+
33460,
|
| 87 |
+
234,
|
| 88 |
+
14,
|
| 89 |
+
33463,
|
| 90 |
+
219,
|
| 91 |
+
56,
|
| 92 |
+
33463,
|
| 93 |
+
219,
|
| 94 |
+
18,
|
| 95 |
+
2068,
|
| 96 |
+
4258,
|
| 97 |
+
14,
|
| 98 |
+
294,
|
| 99 |
+
56,
|
| 100 |
+
294,
|
| 101 |
+
18,
|
| 102 |
+
11684,
|
| 103 |
+
2,
|
| 104 |
+
1,
|
| 105 |
+
1,
|
| 106 |
+
1,
|
| 107 |
+
1,
|
| 108 |
+
1,
|
| 109 |
+
1,
|
| 110 |
+
1,
|
| 111 |
+
1
|
| 112 |
+
],
|
| 113 |
+
[
|
| 114 |
+
0,
|
| 115 |
+
161,
|
| 116 |
+
219,
|
| 117 |
+
2001,
|
| 118 |
+
33460,
|
| 119 |
+
234,
|
| 120 |
+
14,
|
| 121 |
+
33463,
|
| 122 |
+
219,
|
| 123 |
+
56,
|
| 124 |
+
2068,
|
| 125 |
+
4258,
|
| 126 |
+
14,
|
| 127 |
+
163,
|
| 128 |
+
56,
|
| 129 |
+
11684,
|
| 130 |
+
2,
|
| 131 |
+
1,
|
| 132 |
+
1,
|
| 133 |
+
1,
|
| 134 |
+
1,
|
| 135 |
+
1,
|
| 136 |
+
1,
|
| 137 |
+
1,
|
| 138 |
+
1,
|
| 139 |
+
1,
|
| 140 |
+
1,
|
| 141 |
+
1,
|
| 142 |
+
1,
|
| 143 |
+
1,
|
| 144 |
+
1
|
| 145 |
+
],
|
| 146 |
+
[
|
| 147 |
+
0,
|
| 148 |
+
161,
|
| 149 |
+
4287,
|
| 150 |
+
219,
|
| 151 |
+
3079,
|
| 152 |
+
3043,
|
| 153 |
+
33460,
|
| 154 |
+
234,
|
| 155 |
+
14,
|
| 156 |
+
33463,
|
| 157 |
+
219,
|
| 158 |
+
56,
|
| 159 |
+
2068,
|
| 160 |
+
4258,
|
| 161 |
+
14,
|
| 162 |
+
158,
|
| 163 |
+
56,
|
| 164 |
+
11684,
|
| 165 |
+
2,
|
| 166 |
+
1,
|
| 167 |
+
1,
|
| 168 |
+
1,
|
| 169 |
+
1,
|
| 170 |
+
1,
|
| 171 |
+
1,
|
| 172 |
+
1,
|
| 173 |
+
1,
|
| 174 |
+
1,
|
| 175 |
+
1,
|
| 176 |
+
1,
|
| 177 |
+
1
|
| 178 |
+
]
|
| 179 |
+
],
|
| 180 |
+
"generated_text": [
|
| 181 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 182 |
+
"public intMultiply(int a, int b, int c){return a * b * c;}",
|
| 183 |
+
"public int Add(int a, int b){return a + b;}",
|
| 184 |
+
"public virtual int Subtract(int a, int b){return a - b;}"
|
| 185 |
+
],
|
| 186 |
+
"label_logprobs": [
|
| 187 |
+
[
|
| 188 |
+
-0.049932513386011124,
|
| 189 |
+
-0.26113516092300415,
|
| 190 |
+
-1.4680873155593872,
|
| 191 |
+
-0.06914091855287552,
|
| 192 |
+
-0.03921196609735489,
|
| 193 |
+
-0.04883905127644539,
|
| 194 |
+
-0.044814713299274445,
|
| 195 |
+
-0.06024375185370445,
|
| 196 |
+
-0.0456106960773468,
|
| 197 |
+
-0.04617784172296524,
|
| 198 |
+
-0.05506926774978638,
|
| 199 |
+
-0.06190464273095131,
|
| 200 |
+
-0.08589388430118561,
|
| 201 |
+
-0.036750223487615585,
|
| 202 |
+
-0.049039632081985474,
|
| 203 |
+
-0.059886541217565536,
|
| 204 |
+
-0.018972942605614662,
|
| 205 |
+
-0.04750489816069603,
|
| 206 |
+
-0.028533512726426125,
|
| 207 |
+
-0.04804040864109993,
|
| 208 |
+
-0.02565034106373787,
|
| 209 |
+
-0.06734859198331833,
|
| 210 |
+
-0.0247071273624897,
|
| 211 |
+
-0.0501648485660553,
|
| 212 |
+
-0.04524742066860199,
|
| 213 |
+
-0.042778924107551575,
|
| 214 |
+
-0.07197676599025726,
|
| 215 |
+
-0.030761370435357094,
|
| 216 |
+
-0.05684531480073929,
|
| 217 |
+
-0.06472116708755493
|
| 218 |
+
],
|
| 219 |
+
[
|
| 220 |
+
-0.0468960776925087,
|
| 221 |
+
-0.17598755657672882,
|
| 222 |
+
-2.05802321434021,
|
| 223 |
+
-0.4366670846939087,
|
| 224 |
+
-0.04935421794652939,
|
| 225 |
+
-0.042631346732378006,
|
| 226 |
+
-0.0552348792552948,
|
| 227 |
+
-0.05118856951594353,
|
| 228 |
+
-0.0574764721095562,
|
| 229 |
+
-0.04442150518298149,
|
| 230 |
+
-0.05065179616212845,
|
| 231 |
+
-0.05554864928126335,
|
| 232 |
+
-0.06236552447080612,
|
| 233 |
+
-0.062163230031728745,
|
| 234 |
+
-0.052260685712099075,
|
| 235 |
+
-0.04634902626276016,
|
| 236 |
+
-0.06677482277154922,
|
| 237 |
+
-0.05327830836176872,
|
| 238 |
+
-0.13855864107608795,
|
| 239 |
+
-0.08050777018070221,
|
| 240 |
+
-0.05117090046405792,
|
| 241 |
+
-0.06404346972703934,
|
| 242 |
+
0.0,
|
| 243 |
+
0.0,
|
| 244 |
+
0.0,
|
| 245 |
+
0.0,
|
| 246 |
+
0.0,
|
| 247 |
+
0.0,
|
| 248 |
+
0.0,
|
| 249 |
+
0.0
|
| 250 |
+
],
|
| 251 |
+
[
|
| 252 |
+
-0.046529628336429596,
|
| 253 |
+
-0.41444310545921326,
|
| 254 |
+
-0.16792264580726624,
|
| 255 |
+
-0.06747686117887497,
|
| 256 |
+
-0.0469842292368412,
|
| 257 |
+
-0.05418107658624649,
|
| 258 |
+
-0.050200335681438446,
|
| 259 |
+
-0.050546176731586456,
|
| 260 |
+
-0.059138476848602295,
|
| 261 |
+
-0.056047409772872925,
|
| 262 |
+
-0.04987819120287895,
|
| 263 |
+
-0.05208428576588631,
|
| 264 |
+
-0.0414300262928009,
|
| 265 |
+
-0.06539405882358551,
|
| 266 |
+
-0.0455934964120388,
|
| 267 |
+
-0.06703360378742218,
|
| 268 |
+
0.0,
|
| 269 |
+
0.0,
|
| 270 |
+
0.0,
|
| 271 |
+
0.0,
|
| 272 |
+
0.0,
|
| 273 |
+
0.0,
|
| 274 |
+
0.0,
|
| 275 |
+
0.0,
|
| 276 |
+
0.0,
|
| 277 |
+
0.0,
|
| 278 |
+
0.0,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0,
|
| 281 |
+
0.0
|
| 282 |
+
],
|
| 283 |
+
[
|
| 284 |
+
-0.049760691821575165,
|
| 285 |
+
-2.294827938079834,
|
| 286 |
+
-0.063314288854599,
|
| 287 |
+
-0.025583527982234955,
|
| 288 |
+
-0.06231691315770149,
|
| 289 |
+
-0.04640046879649162,
|
| 290 |
+
-0.05510175973176956,
|
| 291 |
+
-0.048043590039014816,
|
| 292 |
+
-0.054614946246147156,
|
| 293 |
+
-0.05601314455270767,
|
| 294 |
+
-0.054854996502399445,
|
| 295 |
+
-0.0508245974779129,
|
| 296 |
+
-0.059064317494630814,
|
| 297 |
+
-0.07326794415712357,
|
| 298 |
+
-0.06366647779941559,
|
| 299 |
+
-0.04862060025334358,
|
| 300 |
+
-0.06733700633049011,
|
| 301 |
+
0.0,
|
| 302 |
+
0.0,
|
| 303 |
+
0.0,
|
| 304 |
+
0.0,
|
| 305 |
+
0.0,
|
| 306 |
+
0.0,
|
| 307 |
+
0.0,
|
| 308 |
+
0.0,
|
| 309 |
+
0.0,
|
| 310 |
+
0.0,
|
| 311 |
+
0.0,
|
| 312 |
+
0.0,
|
| 313 |
+
0.0
|
| 314 |
+
]
|
| 315 |
+
],
|
| 316 |
+
"decoded_roundtrip": [
|
| 317 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 318 |
+
"public int multiply(int a, int b, int c){return a * b * c;}"
|
| 319 |
+
],
|
| 320 |
+
"training": {
|
| 321 |
+
"loss": 0.201171875,
|
| 322 |
+
"gradients": {
|
| 323 |
+
"model.encoder.layers.0.self_attn.q_proj.weight": true,
|
| 324 |
+
"model.decoder.layers.0.encoder_attn.q_proj.weight": true
|
| 325 |
+
},
|
| 326 |
+
"updated": true
|
| 327 |
+
}
|
| 328 |
+
}
|
| 329 |
+
}
|
integrations/transformers/expectations/cuda/plbart-java-cs.eager.json
ADDED
|
@@ -0,0 +1,329 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/plbart-java-cs-mic",
|
| 4 |
+
"contract_name": "PLBart",
|
| 5 |
+
"contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 6 |
+
"framework": "transformers",
|
| 7 |
+
"variant": "eager",
|
| 8 |
+
"target": "plbart-java-cs",
|
| 9 |
+
"kind": "checkpoint",
|
| 10 |
+
"revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023",
|
| 11 |
+
"environment": {
|
| 12 |
+
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.23.0.dev0",
|
| 14 |
+
"sentence-transformers": null,
|
| 15 |
+
"torch": "2.15.0+cu132",
|
| 16 |
+
"torchvision": "0.29.2+cu132",
|
| 17 |
+
"torchaudio": "2.11.1+cu132",
|
| 18 |
+
"tokenizers": "0.23.3",
|
| 19 |
+
"numpy": "2.3.5",
|
| 20 |
+
"pillow": "13.0.0",
|
| 21 |
+
"accelerate": "1.16.0.dev0",
|
| 22 |
+
"safetensors": "0.8.0",
|
| 23 |
+
"huggingface-hub": "2.4.0",
|
| 24 |
+
"sentencepiece": "0.2.3",
|
| 25 |
+
"protobuf": "7.36.2",
|
| 26 |
+
"librosa": "0.11.0",
|
| 27 |
+
"soundfile": "0.14.0",
|
| 28 |
+
"scipy": "1.17.1"
|
| 29 |
+
},
|
| 30 |
+
"seconds": 8.2,
|
| 31 |
+
"environment_differs": {
|
| 32 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 33 |
+
"accelerate": "1.16.0.dev0 (pinned 1.15.0)",
|
| 34 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 35 |
+
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 36 |
+
},
|
| 37 |
+
"platform": "cuda",
|
| 38 |
+
"template_date": "2026-01-01"
|
| 39 |
+
},
|
| 40 |
+
"outputs": {
|
| 41 |
+
"runtime": {
|
| 42 |
+
"device": "cuda",
|
| 43 |
+
"dtype": "float32",
|
| 44 |
+
"attn_implementation": "eager"
|
| 45 |
+
},
|
| 46 |
+
"generated_tokens": [
|
| 47 |
+
[
|
| 48 |
+
0,
|
| 49 |
+
161,
|
| 50 |
+
219,
|
| 51 |
+
5452,
|
| 52 |
+
33460,
|
| 53 |
+
234,
|
| 54 |
+
14,
|
| 55 |
+
33463,
|
| 56 |
+
219,
|
| 57 |
+
56,
|
| 58 |
+
33463,
|
| 59 |
+
219,
|
| 60 |
+
18,
|
| 61 |
+
2068,
|
| 62 |
+
4258,
|
| 63 |
+
2710,
|
| 64 |
+
33455,
|
| 65 |
+
3380,
|
| 66 |
+
33460,
|
| 67 |
+
33441,
|
| 68 |
+
33463,
|
| 69 |
+
2710,
|
| 70 |
+
33455,
|
| 71 |
+
3380,
|
| 72 |
+
33460,
|
| 73 |
+
33465,
|
| 74 |
+
33463,
|
| 75 |
+
18,
|
| 76 |
+
3005,
|
| 77 |
+
33484,
|
| 78 |
+
2
|
| 79 |
+
],
|
| 80 |
+
[
|
| 81 |
+
0,
|
| 82 |
+
161,
|
| 83 |
+
219,
|
| 84 |
+
25089,
|
| 85 |
+
185,
|
| 86 |
+
33460,
|
| 87 |
+
234,
|
| 88 |
+
14,
|
| 89 |
+
33463,
|
| 90 |
+
219,
|
| 91 |
+
56,
|
| 92 |
+
33463,
|
| 93 |
+
219,
|
| 94 |
+
18,
|
| 95 |
+
2068,
|
| 96 |
+
4258,
|
| 97 |
+
14,
|
| 98 |
+
294,
|
| 99 |
+
56,
|
| 100 |
+
294,
|
| 101 |
+
18,
|
| 102 |
+
11684,
|
| 103 |
+
2,
|
| 104 |
+
1,
|
| 105 |
+
1,
|
| 106 |
+
1,
|
| 107 |
+
1,
|
| 108 |
+
1,
|
| 109 |
+
1,
|
| 110 |
+
1,
|
| 111 |
+
1
|
| 112 |
+
],
|
| 113 |
+
[
|
| 114 |
+
0,
|
| 115 |
+
161,
|
| 116 |
+
219,
|
| 117 |
+
2001,
|
| 118 |
+
33460,
|
| 119 |
+
234,
|
| 120 |
+
14,
|
| 121 |
+
33463,
|
| 122 |
+
219,
|
| 123 |
+
56,
|
| 124 |
+
2068,
|
| 125 |
+
4258,
|
| 126 |
+
14,
|
| 127 |
+
163,
|
| 128 |
+
56,
|
| 129 |
+
11684,
|
| 130 |
+
2,
|
| 131 |
+
1,
|
| 132 |
+
1,
|
| 133 |
+
1,
|
| 134 |
+
1,
|
| 135 |
+
1,
|
| 136 |
+
1,
|
| 137 |
+
1,
|
| 138 |
+
1,
|
| 139 |
+
1,
|
| 140 |
+
1,
|
| 141 |
+
1,
|
| 142 |
+
1,
|
| 143 |
+
1,
|
| 144 |
+
1
|
| 145 |
+
],
|
| 146 |
+
[
|
| 147 |
+
0,
|
| 148 |
+
161,
|
| 149 |
+
4287,
|
| 150 |
+
219,
|
| 151 |
+
3079,
|
| 152 |
+
3043,
|
| 153 |
+
33460,
|
| 154 |
+
234,
|
| 155 |
+
14,
|
| 156 |
+
33463,
|
| 157 |
+
219,
|
| 158 |
+
56,
|
| 159 |
+
2068,
|
| 160 |
+
4258,
|
| 161 |
+
14,
|
| 162 |
+
158,
|
| 163 |
+
56,
|
| 164 |
+
11684,
|
| 165 |
+
2,
|
| 166 |
+
1,
|
| 167 |
+
1,
|
| 168 |
+
1,
|
| 169 |
+
1,
|
| 170 |
+
1,
|
| 171 |
+
1,
|
| 172 |
+
1,
|
| 173 |
+
1,
|
| 174 |
+
1,
|
| 175 |
+
1,
|
| 176 |
+
1,
|
| 177 |
+
1
|
| 178 |
+
]
|
| 179 |
+
],
|
| 180 |
+
"generated_text": [
|
| 181 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 182 |
+
"public intMultiply(int a, int b, int c){return a * b * c;}",
|
| 183 |
+
"public int Add(int a, int b){return a + b;}",
|
| 184 |
+
"public virtual int Subtract(int a, int b){return a - b;}"
|
| 185 |
+
],
|
| 186 |
+
"label_logprobs": [
|
| 187 |
+
[
|
| 188 |
+
-0.0513552762567997,
|
| 189 |
+
-0.26495322585105896,
|
| 190 |
+
-1.4978495836257935,
|
| 191 |
+
-0.06673255562782288,
|
| 192 |
+
-0.04105436056852341,
|
| 193 |
+
-0.04770074784755707,
|
| 194 |
+
-0.04616634547710419,
|
| 195 |
+
-0.06030469760298729,
|
| 196 |
+
-0.04705246910452843,
|
| 197 |
+
-0.04502544924616814,
|
| 198 |
+
-0.055984511971473694,
|
| 199 |
+
-0.06094960495829582,
|
| 200 |
+
-0.08034739643335342,
|
| 201 |
+
-0.03679296746850014,
|
| 202 |
+
-0.04950954392552376,
|
| 203 |
+
-0.061983413994312286,
|
| 204 |
+
-0.01841987669467926,
|
| 205 |
+
-0.0490080788731575,
|
| 206 |
+
-0.028495626524090767,
|
| 207 |
+
-0.04785405844449997,
|
| 208 |
+
-0.026361985132098198,
|
| 209 |
+
-0.0680905431509018,
|
| 210 |
+
-0.02413814142346382,
|
| 211 |
+
-0.05166200175881386,
|
| 212 |
+
-0.04622132331132889,
|
| 213 |
+
-0.04288068786263466,
|
| 214 |
+
-0.07112956792116165,
|
| 215 |
+
-0.02933618798851967,
|
| 216 |
+
-0.05482317507266998,
|
| 217 |
+
-0.06447073072195053
|
| 218 |
+
],
|
| 219 |
+
[
|
| 220 |
+
-0.046618036925792694,
|
| 221 |
+
-0.17388693988323212,
|
| 222 |
+
-2.049987554550171,
|
| 223 |
+
-0.4369390308856964,
|
| 224 |
+
-0.05043669044971466,
|
| 225 |
+
-0.04210355877876282,
|
| 226 |
+
-0.05372725427150726,
|
| 227 |
+
-0.05061689391732216,
|
| 228 |
+
-0.05678314343094826,
|
| 229 |
+
-0.046148814260959625,
|
| 230 |
+
-0.051018550992012024,
|
| 231 |
+
-0.05621353164315224,
|
| 232 |
+
-0.06370439380407333,
|
| 233 |
+
-0.061329081654548645,
|
| 234 |
+
-0.05093517154455185,
|
| 235 |
+
-0.046637266874313354,
|
| 236 |
+
-0.06575588881969452,
|
| 237 |
+
-0.05402207002043724,
|
| 238 |
+
-0.14371278882026672,
|
| 239 |
+
-0.082375168800354,
|
| 240 |
+
-0.05126388370990753,
|
| 241 |
+
-0.06407634168863297,
|
| 242 |
+
0.0,
|
| 243 |
+
0.0,
|
| 244 |
+
0.0,
|
| 245 |
+
0.0,
|
| 246 |
+
0.0,
|
| 247 |
+
0.0,
|
| 248 |
+
0.0,
|
| 249 |
+
0.0
|
| 250 |
+
],
|
| 251 |
+
[
|
| 252 |
+
-0.04677117243409157,
|
| 253 |
+
-0.4049992859363556,
|
| 254 |
+
-0.16029377281665802,
|
| 255 |
+
-0.06799398362636566,
|
| 256 |
+
-0.04719393700361252,
|
| 257 |
+
-0.054663028568029404,
|
| 258 |
+
-0.05103463679552078,
|
| 259 |
+
-0.05214131623506546,
|
| 260 |
+
-0.06116616353392601,
|
| 261 |
+
-0.05624023824930191,
|
| 262 |
+
-0.050758879631757736,
|
| 263 |
+
-0.05195935070514679,
|
| 264 |
+
-0.041890036314725876,
|
| 265 |
+
-0.06609494239091873,
|
| 266 |
+
-0.046547263860702515,
|
| 267 |
+
-0.06653939932584763,
|
| 268 |
+
0.0,
|
| 269 |
+
0.0,
|
| 270 |
+
0.0,
|
| 271 |
+
0.0,
|
| 272 |
+
0.0,
|
| 273 |
+
0.0,
|
| 274 |
+
0.0,
|
| 275 |
+
0.0,
|
| 276 |
+
0.0,
|
| 277 |
+
0.0,
|
| 278 |
+
0.0,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0,
|
| 281 |
+
0.0
|
| 282 |
+
],
|
| 283 |
+
[
|
| 284 |
+
-0.048505451530218124,
|
| 285 |
+
-2.2904603481292725,
|
| 286 |
+
-0.062093209475278854,
|
| 287 |
+
-0.02637440897524357,
|
| 288 |
+
-0.062062960118055344,
|
| 289 |
+
-0.04596245288848877,
|
| 290 |
+
-0.054649144411087036,
|
| 291 |
+
-0.04895154759287834,
|
| 292 |
+
-0.05587133765220642,
|
| 293 |
+
-0.056323740631341934,
|
| 294 |
+
-0.05636723339557648,
|
| 295 |
+
-0.04989440739154816,
|
| 296 |
+
-0.05776501074433327,
|
| 297 |
+
-0.07505887746810913,
|
| 298 |
+
-0.06598591804504395,
|
| 299 |
+
-0.04823638126254082,
|
| 300 |
+
-0.06596449017524719,
|
| 301 |
+
0.0,
|
| 302 |
+
0.0,
|
| 303 |
+
0.0,
|
| 304 |
+
0.0,
|
| 305 |
+
0.0,
|
| 306 |
+
0.0,
|
| 307 |
+
0.0,
|
| 308 |
+
0.0,
|
| 309 |
+
0.0,
|
| 310 |
+
0.0,
|
| 311 |
+
0.0,
|
| 312 |
+
0.0,
|
| 313 |
+
0.0
|
| 314 |
+
]
|
| 315 |
+
],
|
| 316 |
+
"decoded_roundtrip": [
|
| 317 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 318 |
+
"public int multiply(int a, int b, int c){return a * b * c;}"
|
| 319 |
+
],
|
| 320 |
+
"training": {
|
| 321 |
+
"loss": 0.2094104140996933,
|
| 322 |
+
"gradients": {
|
| 323 |
+
"model.encoder.layers.0.self_attn.q_proj.weight": true,
|
| 324 |
+
"model.decoder.layers.0.encoder_attn.q_proj.weight": true
|
| 325 |
+
},
|
| 326 |
+
"updated": true
|
| 327 |
+
}
|
| 328 |
+
}
|
| 329 |
+
}
|
integrations/transformers/expectations/cuda/plbart-java-cs.json
ADDED
|
@@ -0,0 +1,329 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"recorded_with": {
|
| 3 |
+
"contract": "huggingface-mic/plbart-java-cs-mic",
|
| 4 |
+
"contract_name": "PLBart",
|
| 5 |
+
"contract_revision": "3df2b36ffda61d19f0b4be170325f9a3358e92bd",
|
| 6 |
+
"framework": "transformers",
|
| 7 |
+
"variant": "default",
|
| 8 |
+
"target": "plbart-java-cs",
|
| 9 |
+
"kind": "checkpoint",
|
| 10 |
+
"revision": "0426c742606ceb3c2e12de0ae9c46a969bba6023",
|
| 11 |
+
"environment": {
|
| 12 |
+
"python": "3.11.18",
|
| 13 |
+
"transformers": "5.23.0.dev0",
|
| 14 |
+
"sentence-transformers": null,
|
| 15 |
+
"torch": "2.15.0+cu132",
|
| 16 |
+
"torchvision": "0.29.2+cu132",
|
| 17 |
+
"torchaudio": "2.11.1+cu132",
|
| 18 |
+
"tokenizers": "0.23.3",
|
| 19 |
+
"numpy": "2.3.5",
|
| 20 |
+
"pillow": "13.0.0",
|
| 21 |
+
"accelerate": "1.16.0.dev0",
|
| 22 |
+
"safetensors": "0.8.0",
|
| 23 |
+
"huggingface-hub": "2.4.0",
|
| 24 |
+
"sentencepiece": "0.2.3",
|
| 25 |
+
"protobuf": "7.36.2",
|
| 26 |
+
"librosa": "0.11.0",
|
| 27 |
+
"soundfile": "0.14.0",
|
| 28 |
+
"scipy": "1.17.1"
|
| 29 |
+
},
|
| 30 |
+
"seconds": 7.88,
|
| 31 |
+
"environment_differs": {
|
| 32 |
+
"pillow": "13.0.0 (pinned 12.3.0)",
|
| 33 |
+
"accelerate": "1.16.0.dev0 (pinned 1.15.0)",
|
| 34 |
+
"huggingface-hub": "2.4.0 (pinned 2.3.0)",
|
| 35 |
+
"sentencepiece": "0.2.3 (pinned 0.2.2)"
|
| 36 |
+
},
|
| 37 |
+
"platform": "cuda",
|
| 38 |
+
"template_date": "2026-01-01"
|
| 39 |
+
},
|
| 40 |
+
"outputs": {
|
| 41 |
+
"runtime": {
|
| 42 |
+
"device": "cuda",
|
| 43 |
+
"dtype": "float32",
|
| 44 |
+
"attn_implementation": "sdpa"
|
| 45 |
+
},
|
| 46 |
+
"generated_tokens": [
|
| 47 |
+
[
|
| 48 |
+
0,
|
| 49 |
+
161,
|
| 50 |
+
219,
|
| 51 |
+
5452,
|
| 52 |
+
33460,
|
| 53 |
+
234,
|
| 54 |
+
14,
|
| 55 |
+
33463,
|
| 56 |
+
219,
|
| 57 |
+
56,
|
| 58 |
+
33463,
|
| 59 |
+
219,
|
| 60 |
+
18,
|
| 61 |
+
2068,
|
| 62 |
+
4258,
|
| 63 |
+
2710,
|
| 64 |
+
33455,
|
| 65 |
+
3380,
|
| 66 |
+
33460,
|
| 67 |
+
33441,
|
| 68 |
+
33463,
|
| 69 |
+
2710,
|
| 70 |
+
33455,
|
| 71 |
+
3380,
|
| 72 |
+
33460,
|
| 73 |
+
33465,
|
| 74 |
+
33463,
|
| 75 |
+
18,
|
| 76 |
+
3005,
|
| 77 |
+
33484,
|
| 78 |
+
2
|
| 79 |
+
],
|
| 80 |
+
[
|
| 81 |
+
0,
|
| 82 |
+
161,
|
| 83 |
+
219,
|
| 84 |
+
25089,
|
| 85 |
+
185,
|
| 86 |
+
33460,
|
| 87 |
+
234,
|
| 88 |
+
14,
|
| 89 |
+
33463,
|
| 90 |
+
219,
|
| 91 |
+
56,
|
| 92 |
+
33463,
|
| 93 |
+
219,
|
| 94 |
+
18,
|
| 95 |
+
2068,
|
| 96 |
+
4258,
|
| 97 |
+
14,
|
| 98 |
+
294,
|
| 99 |
+
56,
|
| 100 |
+
294,
|
| 101 |
+
18,
|
| 102 |
+
11684,
|
| 103 |
+
2,
|
| 104 |
+
1,
|
| 105 |
+
1,
|
| 106 |
+
1,
|
| 107 |
+
1,
|
| 108 |
+
1,
|
| 109 |
+
1,
|
| 110 |
+
1,
|
| 111 |
+
1
|
| 112 |
+
],
|
| 113 |
+
[
|
| 114 |
+
0,
|
| 115 |
+
161,
|
| 116 |
+
219,
|
| 117 |
+
2001,
|
| 118 |
+
33460,
|
| 119 |
+
234,
|
| 120 |
+
14,
|
| 121 |
+
33463,
|
| 122 |
+
219,
|
| 123 |
+
56,
|
| 124 |
+
2068,
|
| 125 |
+
4258,
|
| 126 |
+
14,
|
| 127 |
+
163,
|
| 128 |
+
56,
|
| 129 |
+
11684,
|
| 130 |
+
2,
|
| 131 |
+
1,
|
| 132 |
+
1,
|
| 133 |
+
1,
|
| 134 |
+
1,
|
| 135 |
+
1,
|
| 136 |
+
1,
|
| 137 |
+
1,
|
| 138 |
+
1,
|
| 139 |
+
1,
|
| 140 |
+
1,
|
| 141 |
+
1,
|
| 142 |
+
1,
|
| 143 |
+
1,
|
| 144 |
+
1
|
| 145 |
+
],
|
| 146 |
+
[
|
| 147 |
+
0,
|
| 148 |
+
161,
|
| 149 |
+
4287,
|
| 150 |
+
219,
|
| 151 |
+
3079,
|
| 152 |
+
3043,
|
| 153 |
+
33460,
|
| 154 |
+
234,
|
| 155 |
+
14,
|
| 156 |
+
33463,
|
| 157 |
+
219,
|
| 158 |
+
56,
|
| 159 |
+
2068,
|
| 160 |
+
4258,
|
| 161 |
+
14,
|
| 162 |
+
158,
|
| 163 |
+
56,
|
| 164 |
+
11684,
|
| 165 |
+
2,
|
| 166 |
+
1,
|
| 167 |
+
1,
|
| 168 |
+
1,
|
| 169 |
+
1,
|
| 170 |
+
1,
|
| 171 |
+
1,
|
| 172 |
+
1,
|
| 173 |
+
1,
|
| 174 |
+
1,
|
| 175 |
+
1,
|
| 176 |
+
1,
|
| 177 |
+
1
|
| 178 |
+
]
|
| 179 |
+
],
|
| 180 |
+
"generated_text": [
|
| 181 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 182 |
+
"public intMultiply(int a, int b, int c){return a * b * c;}",
|
| 183 |
+
"public int Add(int a, int b){return a + b;}",
|
| 184 |
+
"public virtual int Subtract(int a, int b){return a - b;}"
|
| 185 |
+
],
|
| 186 |
+
"label_logprobs": [
|
| 187 |
+
[
|
| 188 |
+
-0.051355503499507904,
|
| 189 |
+
-0.26495349407196045,
|
| 190 |
+
-1.4978495836257935,
|
| 191 |
+
-0.06673255562782288,
|
| 192 |
+
-0.041054245084524155,
|
| 193 |
+
-0.04770074784755707,
|
| 194 |
+
-0.04616634547710419,
|
| 195 |
+
-0.060304585844278336,
|
| 196 |
+
-0.047052353620529175,
|
| 197 |
+
-0.04502544924616814,
|
| 198 |
+
-0.055984288454055786,
|
| 199 |
+
-0.06094960495829582,
|
| 200 |
+
-0.08034728467464447,
|
| 201 |
+
-0.03679296746850014,
|
| 202 |
+
-0.04950965568423271,
|
| 203 |
+
-0.061983413994312286,
|
| 204 |
+
-0.018419643864035606,
|
| 205 |
+
-0.04900830611586571,
|
| 206 |
+
-0.028495511040091515,
|
| 207 |
+
-0.04785405844449997,
|
| 208 |
+
-0.026361985132098198,
|
| 209 |
+
-0.0680905431509018,
|
| 210 |
+
-0.024137908592820168,
|
| 211 |
+
-0.05166177451610565,
|
| 212 |
+
-0.04622132331132889,
|
| 213 |
+
-0.04288068786263466,
|
| 214 |
+
-0.0711296796798706,
|
| 215 |
+
-0.02933618798851967,
|
| 216 |
+
-0.05482317507266998,
|
| 217 |
+
-0.06447073072195053
|
| 218 |
+
],
|
| 219 |
+
[
|
| 220 |
+
-0.046618152409791946,
|
| 221 |
+
-0.1738867312669754,
|
| 222 |
+
-2.0499861240386963,
|
| 223 |
+
-0.43693864345550537,
|
| 224 |
+
-0.05043669044971466,
|
| 225 |
+
-0.04210355877876282,
|
| 226 |
+
-0.05372725427150726,
|
| 227 |
+
-0.05061689391732216,
|
| 228 |
+
-0.05678291991353035,
|
| 229 |
+
-0.046148814260959625,
|
| 230 |
+
-0.051018550992012024,
|
| 231 |
+
-0.05621353164315224,
|
| 232 |
+
-0.06370439380407333,
|
| 233 |
+
-0.0613291934132576,
|
| 234 |
+
-0.0509352870285511,
|
| 235 |
+
-0.046637266874313354,
|
| 236 |
+
-0.06575577706098557,
|
| 237 |
+
-0.05402207002043724,
|
| 238 |
+
-0.14371247589588165,
|
| 239 |
+
-0.08237538486719131,
|
| 240 |
+
-0.05126388370990753,
|
| 241 |
+
-0.06407634168863297,
|
| 242 |
+
0.0,
|
| 243 |
+
0.0,
|
| 244 |
+
0.0,
|
| 245 |
+
0.0,
|
| 246 |
+
0.0,
|
| 247 |
+
0.0,
|
| 248 |
+
0.0,
|
| 249 |
+
0.0
|
| 250 |
+
],
|
| 251 |
+
[
|
| 252 |
+
-0.04677117243409157,
|
| 253 |
+
-0.4049988090991974,
|
| 254 |
+
-0.16029345989227295,
|
| 255 |
+
-0.06799409538507462,
|
| 256 |
+
-0.04719405248761177,
|
| 257 |
+
-0.054663028568029404,
|
| 258 |
+
-0.05103463679552078,
|
| 259 |
+
-0.052141543477773666,
|
| 260 |
+
-0.06116582453250885,
|
| 261 |
+
-0.05624023824930191,
|
| 262 |
+
-0.050758764147758484,
|
| 263 |
+
-0.05195935070514679,
|
| 264 |
+
-0.041890036314725876,
|
| 265 |
+
-0.06609494239091873,
|
| 266 |
+
-0.04654737934470177,
|
| 267 |
+
-0.06653939932584763,
|
| 268 |
+
0.0,
|
| 269 |
+
0.0,
|
| 270 |
+
0.0,
|
| 271 |
+
0.0,
|
| 272 |
+
0.0,
|
| 273 |
+
0.0,
|
| 274 |
+
0.0,
|
| 275 |
+
0.0,
|
| 276 |
+
0.0,
|
| 277 |
+
0.0,
|
| 278 |
+
0.0,
|
| 279 |
+
0.0,
|
| 280 |
+
0.0,
|
| 281 |
+
0.0
|
| 282 |
+
],
|
| 283 |
+
[
|
| 284 |
+
-0.048505451530218124,
|
| 285 |
+
-2.290459156036377,
|
| 286 |
+
-0.06209287419915199,
|
| 287 |
+
-0.02637440897524357,
|
| 288 |
+
-0.06206318736076355,
|
| 289 |
+
-0.04596256837248802,
|
| 290 |
+
-0.054649144411087036,
|
| 291 |
+
-0.04895143583416939,
|
| 292 |
+
-0.05587133765220642,
|
| 293 |
+
-0.056323740631341934,
|
| 294 |
+
-0.05636712163686752,
|
| 295 |
+
-0.04989440739154816,
|
| 296 |
+
-0.05776512250304222,
|
| 297 |
+
-0.07505887746810913,
|
| 298 |
+
-0.06598591804504395,
|
| 299 |
+
-0.04823649302124977,
|
| 300 |
+
-0.06596449017524719,
|
| 301 |
+
0.0,
|
| 302 |
+
0.0,
|
| 303 |
+
0.0,
|
| 304 |
+
0.0,
|
| 305 |
+
0.0,
|
| 306 |
+
0.0,
|
| 307 |
+
0.0,
|
| 308 |
+
0.0,
|
| 309 |
+
0.0,
|
| 310 |
+
0.0,
|
| 311 |
+
0.0,
|
| 312 |
+
0.0,
|
| 313 |
+
0.0
|
| 314 |
+
]
|
| 315 |
+
],
|
| 316 |
+
"decoded_roundtrip": [
|
| 317 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 318 |
+
"public int multiply(int a, int b, int c){return a * b * c;}"
|
| 319 |
+
],
|
| 320 |
+
"training": {
|
| 321 |
+
"loss": 0.20845915377140045,
|
| 322 |
+
"gradients": {
|
| 323 |
+
"model.encoder.layers.0.self_attn.q_proj.weight": true,
|
| 324 |
+
"model.decoder.layers.0.encoder_attn.q_proj.weight": true
|
| 325 |
+
},
|
| 326 |
+
"updated": true
|
| 327 |
+
}
|
| 328 |
+
}
|
| 329 |
+
}
|
integrations/transformers/usage.md
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# PLBart: code translation with Transformers
|
| 2 |
+
|
| 3 |
+
This page is the Transformers contract of the PLBart MIC and also a usage example. [doc-builder](https://github.com/huggingface/doc-builder/blob/main/docs/runnable-code-blocks.md) renders the `runnable` blocks below as documentation, and its pytest plugin runs them as written against `uclanlp/plbart-java-cs`. The MIC runner runs the same blocks against each slim fixture and each checkpoint in [`integration.json`](../../integration.json). Lines marked `# doc-builder: hide` only matter there: they swap in the pinned checkpoint or variant and print the result record.
|
| 4 |
+
|
| 5 |
+
## Translate a batch of Java methods to C#
|
| 6 |
+
|
| 7 |
+
```py runnable:translate
|
| 8 |
+
import torch
|
| 9 |
+
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer, set_seed
|
| 10 |
+
import json # doc-builder: hide
|
| 11 |
+
import os # doc-builder: hide
|
| 12 |
+
|
| 13 |
+
model_id = "uclanlp/plbart-java-cs"
|
| 14 |
+
model_id = os.environ.get("MIC_MODEL", model_id) # doc-builder: hide
|
| 15 |
+
variant = json.loads(os.environ.get("MIC_MODEL_KWARGS", "{}")) # doc-builder: hide
|
| 16 |
+
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 17 |
+
set_seed(0) # seeds torch, NumPy, and Python: loading, dropout, and data augmentation draw random numbers
|
| 18 |
+
|
| 19 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 20 |
+
model = AutoModelForSeq2SeqLM.from_pretrained(model_id).to(device)
|
| 21 |
+
if variant: # doc-builder: hide
|
| 22 |
+
model = AutoModelForSeq2SeqLM.from_pretrained(model_id, **variant).to(device)
|
| 23 |
+
|
| 24 |
+
java_methods = [
|
| 25 |
+
"public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 26 |
+
"public int multiply(int a, int b, int c){return a * b * c;}",
|
| 27 |
+
"public int add(int a, int b){return a + b;}",
|
| 28 |
+
"public int subtract(int a, int b){return a - b;}",
|
| 29 |
+
]
|
| 30 |
+
inputs = tokenizer(java_methods, return_tensors="pt", padding=True).to(device)
|
| 31 |
+
generated = model.generate(**inputs, max_new_tokens=32, do_sample=False)
|
| 32 |
+
print(tokenizer.batch_decode(generated, skip_special_tokens=True))
|
| 33 |
+
```
|
| 34 |
+
|
| 35 |
+
## Decode a batch of token ids
|
| 36 |
+
|
| 37 |
+
`decode` accepts a batch and returns one string per sequence, cleaning up the spaces the tokenizer puts before punctuation.
|
| 38 |
+
|
| 39 |
+
```py runnable:translate:3
|
| 40 |
+
punctuated = ["public int maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}", "public int multiply(int a, int b, int c){return a * b * c;}"]
|
| 41 |
+
roundtrip = tokenizer.decode(tokenizer(punctuated).input_ids, skip_special_tokens=True)
|
| 42 |
+
print(roundtrip)
|
| 43 |
+
```
|
| 44 |
+
|
| 45 |
+
## One training step
|
| 46 |
+
|
| 47 |
+
```py runnable:translate:3
|
| 48 |
+
targets = [
|
| 49 |
+
"public int Maximum(int a, int b, int c){return Math.Max(a, Math.Max(b, c));}",
|
| 50 |
+
"public int Multiply(int a, int b, int c){return a * b * c;}",
|
| 51 |
+
"public int Add(int a, int b){return a + b;}",
|
| 52 |
+
"public int Subtract(int a, int b){return a - b;}",
|
| 53 |
+
]
|
| 54 |
+
labels = tokenizer(text_target=targets, return_tensors="pt", padding=True).input_ids.to(device)
|
| 55 |
+
labels[labels == tokenizer.pad_token_id] = -100
|
| 56 |
+
|
| 57 |
+
with torch.no_grad(): # doc-builder: hide
|
| 58 |
+
# Teacher-forced log-probabilities of the reference translations.
|
| 59 |
+
logprobs = model(**inputs, labels=labels).logits.float().log_softmax(-1)
|
| 60 |
+
label_logprobs = logprobs.gather(-1, labels.clamp(min=0)[..., None])[..., 0].masked_fill(labels == -100, 0.0)
|
| 61 |
+
|
| 62 |
+
model.train()
|
| 63 |
+
optimizer = torch.optim.SGD(model.parameters(), lr=0.01)
|
| 64 |
+
loss = model(**inputs, labels=labels).loss
|
| 65 |
+
loss.backward()
|
| 66 |
+
before = {name: p.detach().clone() for name, p in model.named_parameters()} # doc-builder: hide
|
| 67 |
+
optimizer.step()
|
| 68 |
+
print(f"loss: {loss.item():.4f}")
|
| 69 |
+
|
| 70 |
+
if os.environ.get("MIC_RUNNER"): # doc-builder: hide
|
| 71 |
+
named = dict(model.named_parameters())
|
| 72 |
+
checked = ("model.encoder.layers.0.self_attn.q_proj.weight", "model.decoder.layers.0.encoder_attn.q_proj.weight")
|
| 73 |
+
result = {
|
| 74 |
+
"runtime": {
|
| 75 |
+
"device": model.device.type,
|
| 76 |
+
"dtype": str(model.dtype).removeprefix("torch."),
|
| 77 |
+
"attn_implementation": model.config._attn_implementation,
|
| 78 |
+
},
|
| 79 |
+
"generated_tokens": generated.tolist(),
|
| 80 |
+
"generated_text": tokenizer.batch_decode(generated, skip_special_tokens=True),
|
| 81 |
+
"label_logprobs": label_logprobs.tolist(),
|
| 82 |
+
"decoded_roundtrip": roundtrip,
|
| 83 |
+
"training": {
|
| 84 |
+
"loss": loss.item(),
|
| 85 |
+
"gradients": {n: bool(named[n].grad is not None and torch.count_nonzero(named[n].grad) > 0 and torch.isfinite(named[n].grad).all()) for n in checked},
|
| 86 |
+
"updated": any(not torch.equal(p, before[n]) for n, p in named.items()),
|
| 87 |
+
},
|
| 88 |
+
}
|
| 89 |
+
print(json.dumps(result))
|
| 90 |
+
```
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a18bddb252cb458c8024db7ef08ad1b698d482e599724c6e341903eb36ce19e
|
| 3 |
+
size 14207332
|
sentencepiece.bpe.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f72f5d040a176945623a255484d24066f8c0da89a294359154e226efbe494b80
|
| 3 |
+
size 985833
|