| { | |
| "recorded_with": { | |
| "contract": "hf-internal-testing/mic-bert-integration", | |
| "contract_revision": "unpublished", | |
| "framework": "transformers", | |
| "variant": "bfloat16", | |
| "target": "bert-mic", | |
| "kind": "fixture", | |
| "revision": "unpublished", | |
| "environment": { | |
| "python": "3.10.12", | |
| "transformers": "5.19.0.dev0", | |
| "torch": "2.11.0+cu128", | |
| "torchvision": "0.26.0+cu128", | |
| "torchaudio": "2.11.0+cu128", | |
| "tokenizers": "0.23.1", | |
| "numpy": "1.26.4", | |
| "pillow": "12.2.0", | |
| "accelerate": "1.13.0", | |
| "safetensors": "0.8.0", | |
| "huggingface-hub": "1.32.0", | |
| "sentencepiece": "0.2.1", | |
| "protobuf": "6.33.6", | |
| "librosa": "0.11.0", | |
| "soundfile": "0.13.1", | |
| "scipy": "1.15.3", | |
| "local_patches": [ | |
| "config-field-generation-params", | |
| "masked-spec-embed-init", | |
| "whisper-decode-tensor-batch" | |
| ] | |
| }, | |
| "seconds": 1.16, | |
| "platform": "cuda" | |
| }, | |
| "outputs": { | |
| "runtime": { | |
| "device": "cuda", | |
| "dtype": "bfloat16", | |
| "attn_implementation": "sdpa" | |
| }, | |
| "predicted_tokens": [ | |
| 5571, | |
| 5571, | |
| 5571, | |
| 11935 | |
| ], | |
| "predicted_text": [ | |
| "charges", | |
| "charges", | |
| "charges", | |
| "subtropical" | |
| ], | |
| "answer_logits": [ | |
| [ | |
| 0.007110595703125, | |
| 0.373046875, | |
| 0.08544921875, | |
| 0.02734375 | |
| ], | |
| [ | |
| 0.006988525390625, | |
| 0.375, | |
| 0.0869140625, | |
| 0.0269775390625 | |
| ], | |
| [ | |
| 0.0081787109375, | |
| 0.373046875, | |
| 0.0859375, | |
| 0.0284423828125 | |
| ], | |
| [ | |
| 0.12890625, | |
| 0.2734375, | |
| -0.064453125, | |
| 0.0380859375 | |
| ] | |
| ], | |
| "training": { | |
| "loss": 10.1875, | |
| "gradients": { | |
| "bert.encoder.layer.0.attention.self.query.weight": true, | |
| "bert.encoder.layer.0.intermediate.dense.weight": true | |
| }, | |
| "updated": true | |
| } | |
| } | |
| } | |