Review cloud MIC baselines 7d8449a176b7481f9cb779992b3f8cb3

integrations/transformers/expectations/cpu-x86_64-bf16/modernbert-mic.bfloat16.json

@@ -1,34 +1,44 @@
 {
  "recorded_with": {
-  "contract": "hf-internal-testing/mic-modernbert-integration",
-  "contract_name": "modernbert",
-  "contract_revision": "1c0a5edbc36aaf0a2190cf1a3b297058b242c386",
+  "contract": "huggingface-mic/modernbert-mic",
+  "contract_name": "mic-modernbert",
+  "contract_revision": "52ba11fb809465524dae87fb4121e8deb71d0d9c",
   "framework": "transformers",
   "variant": "bfloat16",
   "target": "modernbert-mic",
   "kind": "fixture",
-  "revision": "4bd43e1d801756f8a231e6ec4bad85f5e46b9f63",
+  "revision": "52ba11fb809465524dae87fb4121e8deb71d0d9c",
   "environment": {
    "python": "3.11.17",
-   "transformers": "5.19.0.dev0",
-   "torch": "2.11.0+cpu",
-   "torchvision": "0.26.0+cpu",
+   "transformers": "5.21.0.dev0",
+   "torch": "2.14.0+cpu",
+   "torchvision": "0.29.1+cpu",
    "torchaudio": "2.11.0+cpu",
-   "tokenizers": "0.23.1",
-   "numpy": "1.26.4",
-   "pillow": "12.2.0",
-   "accelerate": "1.13.0",
+   "tokenizers": "0.23.3",
+   "numpy": "2.3.5",
+   "pillow": "12.3.0",
+   "accelerate": "1.15.0",
    "safetensors": "0.8.0",
-   "huggingface-hub": "1.32.0",
-   "sentencepiece": "0.2.1",
-   "protobuf": "6.33.6",
+   "huggingface-hub": "2.3.0",
+   "sentencepiece": "0.2.2",
+   "protobuf": "7.36.2",
    "librosa": "0.11.0",
-   "soundfile": "0.13.1",
-   "scipy": "1.15.3"
+   "soundfile": "0.14.0",
+   "scipy": "1.17.1"
   },
-  "seconds": 6.39,
+  "seconds": 7.64,
   "environment_differs": {
-   "python": "3.11.17 (pinned 3.10)"
+   "torch": "2.14.0+cpu (pinned 2.11.0)",
+   "torchvision": "0.29.1+cpu (pinned 0.26.0)",
+   "tokenizers": "0.23.3 (pinned 0.23.1)",
+   "numpy": "2.3.5 (pinned 1.26.4)",
+   "pillow": "12.3.0 (pinned 12.2.0)",
+   "accelerate": "1.15.0 (pinned 1.13.0)",
+   "huggingface-hub": "2.3.0 (pinned 1.32.0)",
+   "sentencepiece": "0.2.2 (pinned 0.2.1)",
+   "protobuf": "7.36.2 (pinned 6.33.6)",
+   "soundfile": "0.14.0 (pinned 0.13.1)",
+   "scipy": "1.17.1 (pinned 1.15.3)"
   },
   "platform": "cpu-x86_64-bf16"
  },

integrations/transformers/expectations/cpu-x86_64/modernbert-mic.eager.json

@@ -1,34 +1,44 @@
 {
  "recorded_with": {
-  "contract": "hf-internal-testing/mic-modernbert-integration",
-  "contract_name": "modernbert",
-  "contract_revision": "1c0a5edbc36aaf0a2190cf1a3b297058b242c386",
+  "contract": "huggingface-mic/modernbert-mic",
+  "contract_name": "mic-modernbert",
+  "contract_revision": "52ba11fb809465524dae87fb4121e8deb71d0d9c",
   "framework": "transformers",
   "variant": "eager",
   "target": "modernbert-mic",
   "kind": "fixture",
-  "revision": "4bd43e1d801756f8a231e6ec4bad85f5e46b9f63",
+  "revision": "52ba11fb809465524dae87fb4121e8deb71d0d9c",
   "environment": {
    "python": "3.11.17",
-   "transformers": "5.19.0.dev0",
-   "torch": "2.11.0+cpu",
-   "torchvision": "0.26.0+cpu",
+   "transformers": "5.21.0.dev0",
+   "torch": "2.14.0+cpu",
+   "torchvision": "0.29.1+cpu",
    "torchaudio": "2.11.0+cpu",
-   "tokenizers": "0.23.1",
-   "numpy": "1.26.4",
-   "pillow": "12.2.0",
-   "accelerate": "1.13.0",
+   "tokenizers": "0.23.3",
+   "numpy": "2.3.5",
+   "pillow": "12.3.0",
+   "accelerate": "1.15.0",
    "safetensors": "0.8.0",
-   "huggingface-hub": "1.32.0",
-   "sentencepiece": "0.2.1",
-   "protobuf": "6.33.6",
+   "huggingface-hub": "2.3.0",
+   "sentencepiece": "0.2.2",
+   "protobuf": "7.36.2",
    "librosa": "0.11.0",
-   "soundfile": "0.13.1",
-   "scipy": "1.15.3"
+   "soundfile": "0.14.0",
+   "scipy": "1.17.1"
   },
-  "seconds": 6.49,
+  "seconds": 7.12,
   "environment_differs": {
-   "python": "3.11.17 (pinned 3.10)"
+   "torch": "2.14.0+cpu (pinned 2.11.0)",
+   "torchvision": "0.29.1+cpu (pinned 0.26.0)",
+   "tokenizers": "0.23.3 (pinned 0.23.1)",
+   "numpy": "2.3.5 (pinned 1.26.4)",
+   "pillow": "12.3.0 (pinned 12.2.0)",
+   "accelerate": "1.15.0 (pinned 1.13.0)",
+   "huggingface-hub": "2.3.0 (pinned 1.32.0)",
+   "sentencepiece": "0.2.2 (pinned 0.2.1)",
+   "protobuf": "7.36.2 (pinned 6.33.6)",
+   "soundfile": "0.14.0 (pinned 0.13.1)",
+   "scipy": "1.17.1 (pinned 1.15.3)"
   },
   "platform": "cpu-x86_64"
  },

integrations/transformers/expectations/cpu-x86_64/modernbert-mic.json

@@ -1,34 +1,44 @@
 {
  "recorded_with": {
-  "contract": "hf-internal-testing/mic-modernbert-integration",
-  "contract_name": "modernbert",
-  "contract_revision": "1c0a5edbc36aaf0a2190cf1a3b297058b242c386",
+  "contract": "huggingface-mic/modernbert-mic",
+  "contract_name": "mic-modernbert",
+  "contract_revision": "52ba11fb809465524dae87fb4121e8deb71d0d9c",
   "framework": "transformers",
   "variant": "default",
   "target": "modernbert-mic",
   "kind": "fixture",
-  "revision": "4bd43e1d801756f8a231e6ec4bad85f5e46b9f63",
+  "revision": "52ba11fb809465524dae87fb4121e8deb71d0d9c",
   "environment": {
    "python": "3.11.17",
-   "transformers": "5.19.0.dev0",
-   "torch": "2.11.0+cpu",
-   "torchvision": "0.26.0+cpu",
+   "transformers": "5.21.0.dev0",
+   "torch": "2.14.0+cpu",
+   "torchvision": "0.29.1+cpu",
    "torchaudio": "2.11.0+cpu",
-   "tokenizers": "0.23.1",
-   "numpy": "1.26.4",
-   "pillow": "12.2.0",
-   "accelerate": "1.13.0",
+   "tokenizers": "0.23.3",
+   "numpy": "2.3.5",
+   "pillow": "12.3.0",
+   "accelerate": "1.15.0",
    "safetensors": "0.8.0",
-   "huggingface-hub": "1.32.0",
-   "sentencepiece": "0.2.1",
-   "protobuf": "6.33.6",
+   "huggingface-hub": "2.3.0",
+   "sentencepiece": "0.2.2",
+   "protobuf": "7.36.2",
    "librosa": "0.11.0",
-   "soundfile": "0.13.1",
-   "scipy": "1.15.3"
+   "soundfile": "0.14.0",
+   "scipy": "1.17.1"
   },
-  "seconds": 6.62,
+  "seconds": 6.93,
   "environment_differs": {
-   "python": "3.11.17 (pinned 3.10)"
+   "torch": "2.14.0+cpu (pinned 2.11.0)",
+   "torchvision": "0.29.1+cpu (pinned 0.26.0)",
+   "tokenizers": "0.23.3 (pinned 0.23.1)",
+   "numpy": "2.3.5 (pinned 1.26.4)",
+   "pillow": "12.3.0 (pinned 12.2.0)",
+   "accelerate": "1.15.0 (pinned 1.13.0)",
+   "huggingface-hub": "2.3.0 (pinned 1.32.0)",
+   "sentencepiece": "0.2.2 (pinned 0.2.1)",
+   "protobuf": "7.36.2 (pinned 6.33.6)",
+   "soundfile": "0.14.0 (pinned 0.13.1)",
+   "scipy": "1.17.1 (pinned 1.15.3)"
   },
   "platform": "cpu-x86_64"
  },

integrations/transformers/expectations/cuda/modernbert-mic.bfloat16.json

@@ -1,31 +1,45 @@
 {
  "recorded_with": {
-  "contract": "hf-internal-testing/mic-modernbert-integration",
-  "contract_revision": "unpublished",
+  "contract": "huggingface-mic/modernbert-mic",
+  "contract_name": "mic-modernbert",
+  "contract_revision": "52ba11fb809465524dae87fb4121e8deb71d0d9c",
   "framework": "transformers",
   "variant": "bfloat16",
   "target": "modernbert-mic",
   "kind": "fixture",
-  "revision": "unpublished",
+  "revision": "52ba11fb809465524dae87fb4121e8deb71d0d9c",
   "environment": {
-   "python": "3.10.12",
-   "transformers": "5.19.0.dev0",
-   "torch": "2.11.0+cu128",
-   "torchvision": "0.26.0+cu128",
-   "torchaudio": "2.11.0+cu128",
-   "tokenizers": "0.23.1",
-   "numpy": "1.26.4",
-   "pillow": "12.2.0",
-   "accelerate": "1.13.0",
+   "python": "3.11.18",
+   "transformers": "5.21.0.dev0",
+   "torch": "2.14.0+cu130",
+   "torchvision": "0.29.1+cu130",
+   "torchaudio": "2.11.0+cu130",
+   "tokenizers": "0.23.3",
+   "numpy": "2.4.6",
+   "pillow": "13.0.0",
+   "accelerate": "1.16.0.dev0",
    "safetensors": "0.8.0",
-   "huggingface-hub": "1.32.0",
-   "sentencepiece": "0.2.1",
-   "protobuf": "6.33.6",
+   "huggingface-hub": "2.3.0",
+   "sentencepiece": "0.2.2",
+   "protobuf": "7.36.2",
    "librosa": "0.11.0",
-   "soundfile": "0.13.1",
-   "scipy": "1.15.3"
+   "soundfile": "0.14.0",
+   "scipy": "1.17.1"
+  },
+  "seconds": 6.6,
+  "environment_differs": {
+   "torch": "2.14.0+cu130 (pinned 2.11.0)",
+   "torchvision": "0.29.1+cu130 (pinned 0.26.0)",
+   "tokenizers": "0.23.3 (pinned 0.23.1)",
+   "numpy": "2.4.6 (pinned 1.26.4)",
+   "pillow": "13.0.0 (pinned 12.2.0)",
+   "accelerate": "1.16.0.dev0 (pinned 1.13.0)",
+   "huggingface-hub": "2.3.0 (pinned 1.32.0)",
+   "sentencepiece": "0.2.2 (pinned 0.2.1)",
+   "protobuf": "7.36.2 (pinned 6.33.6)",
+   "soundfile": "0.14.0 (pinned 0.13.1)",
+   "scipy": "1.17.1 (pinned 1.15.3)"
   },
-  "seconds": 4.77,
   "platform": "cuda"
  },
  "outputs": {

integrations/transformers/expectations/cuda/modernbert-mic.eager.json

@@ -1,31 +1,45 @@
 {
  "recorded_with": {
-  "contract": "hf-internal-testing/mic-modernbert-integration",
-  "contract_revision": "unpublished",
+  "contract": "huggingface-mic/modernbert-mic",
+  "contract_name": "mic-modernbert",
+  "contract_revision": "52ba11fb809465524dae87fb4121e8deb71d0d9c",
   "framework": "transformers",
   "variant": "eager",
   "target": "modernbert-mic",
   "kind": "fixture",
-  "revision": "unpublished",
+  "revision": "52ba11fb809465524dae87fb4121e8deb71d0d9c",
   "environment": {
-   "python": "3.10.12",
-   "transformers": "5.19.0.dev0",
-   "torch": "2.11.0+cu128",
-   "torchvision": "0.26.0+cu128",
-   "torchaudio": "2.11.0+cu128",
-   "tokenizers": "0.23.1",
-   "numpy": "1.26.4",
-   "pillow": "12.2.0",
-   "accelerate": "1.13.0",
+   "python": "3.11.18",
+   "transformers": "5.21.0.dev0",
+   "torch": "2.14.0+cu130",
+   "torchvision": "0.29.1+cu130",
+   "torchaudio": "2.11.0+cu130",
+   "tokenizers": "0.23.3",
+   "numpy": "2.4.6",
+   "pillow": "13.0.0",
+   "accelerate": "1.16.0.dev0",
    "safetensors": "0.8.0",
-   "huggingface-hub": "1.32.0",
-   "sentencepiece": "0.2.1",
-   "protobuf": "6.33.6",
+   "huggingface-hub": "2.3.0",
+   "sentencepiece": "0.2.2",
+   "protobuf": "7.36.2",
    "librosa": "0.11.0",
-   "soundfile": "0.13.1",
-   "scipy": "1.15.3"
+   "soundfile": "0.14.0",
+   "scipy": "1.17.1"
+  },
+  "seconds": 6.45,
+  "environment_differs": {
+   "torch": "2.14.0+cu130 (pinned 2.11.0)",
+   "torchvision": "0.29.1+cu130 (pinned 0.26.0)",
+   "tokenizers": "0.23.3 (pinned 0.23.1)",
+   "numpy": "2.4.6 (pinned 1.26.4)",
+   "pillow": "13.0.0 (pinned 12.2.0)",
+   "accelerate": "1.16.0.dev0 (pinned 1.13.0)",
+   "huggingface-hub": "2.3.0 (pinned 1.32.0)",
+   "sentencepiece": "0.2.2 (pinned 0.2.1)",
+   "protobuf": "7.36.2 (pinned 6.33.6)",
+   "soundfile": "0.14.0 (pinned 0.13.1)",
+   "scipy": "1.17.1 (pinned 1.15.3)"
   },
-  "seconds": 4.21,
   "platform": "cuda"
  },
  "outputs": {

integrations/transformers/expectations/cuda/modernbert-mic.json

@@ -1,31 +1,45 @@
 {
  "recorded_with": {
-  "contract": "hf-internal-testing/mic-modernbert-integration",
-  "contract_revision": "unpublished",
+  "contract": "huggingface-mic/modernbert-mic",
+  "contract_name": "mic-modernbert",
+  "contract_revision": "52ba11fb809465524dae87fb4121e8deb71d0d9c",
   "framework": "transformers",
   "variant": "default",
   "target": "modernbert-mic",
   "kind": "fixture",
-  "revision": "unpublished",
+  "revision": "52ba11fb809465524dae87fb4121e8deb71d0d9c",
   "environment": {
-   "python": "3.10.12",
-   "transformers": "5.19.0.dev0",
-   "torch": "2.11.0+cu128",
-   "torchvision": "0.26.0+cu128",
-   "torchaudio": "2.11.0+cu128",
-   "tokenizers": "0.23.1",
-   "numpy": "1.26.4",
-   "pillow": "12.2.0",
-   "accelerate": "1.13.0",
+   "python": "3.11.18",
+   "transformers": "5.21.0.dev0",
+   "torch": "2.14.0+cu130",
+   "torchvision": "0.29.1+cu130",
+   "torchaudio": "2.11.0+cu130",
+   "tokenizers": "0.23.3",
+   "numpy": "2.4.6",
+   "pillow": "13.0.0",
+   "accelerate": "1.16.0.dev0",
    "safetensors": "0.8.0",
-   "huggingface-hub": "1.32.0",
-   "sentencepiece": "0.2.1",
-   "protobuf": "6.33.6",
+   "huggingface-hub": "2.3.0",
+   "sentencepiece": "0.2.2",
+   "protobuf": "7.36.2",
    "librosa": "0.11.0",
-   "soundfile": "0.13.1",
-   "scipy": "1.15.3"
+   "soundfile": "0.14.0",
+   "scipy": "1.17.1"
+  },
+  "seconds": 6.44,
+  "environment_differs": {
+   "torch": "2.14.0+cu130 (pinned 2.11.0)",
+   "torchvision": "0.29.1+cu130 (pinned 0.26.0)",
+   "tokenizers": "0.23.3 (pinned 0.23.1)",
+   "numpy": "2.4.6 (pinned 1.26.4)",
+   "pillow": "13.0.0 (pinned 12.2.0)",
+   "accelerate": "1.16.0.dev0 (pinned 1.13.0)",
+   "huggingface-hub": "2.3.0 (pinned 1.32.0)",
+   "sentencepiece": "0.2.2 (pinned 0.2.1)",
+   "protobuf": "7.36.2 (pinned 6.33.6)",
+   "soundfile": "0.14.0 (pinned 0.13.1)",
+   "scipy": "1.17.1 (pinned 1.15.3)"
   },
-  "seconds": 4.45,
   "platform": "cuda"
  },
  "outputs": {