Review cloud MIC baselines 7d8449a176b7481f9cb779992b3f8cb3

integrations/transformers/expectations/cpu-x86_64-bf16/table_transformer-mic.bfloat16.json

@@ -1,34 +1,44 @@
 {
  "recorded_with": {
-  "contract": "hf-internal-testing/mic-table_transformer-integration",
-  "contract_name": "table_transformer",
-  "contract_revision": "526a6608540f09cb9243420e83ac433d8b0a2ec3",
+  "contract": "huggingface-mic/table_transformer-mic",
+  "contract_name": "mic-table_transformer",
+  "contract_revision": "cf9bc0c263aa4a971241884ce373759629bda484",
   "framework": "transformers",
   "variant": "bfloat16",
   "target": "table_transformer-mic",
   "kind": "fixture",
-  "revision": "a0616d0368291a2730b5499af39909926ff9382e",
+  "revision": "cf9bc0c263aa4a971241884ce373759629bda484",
   "environment": {
    "python": "3.11.17",
-   "transformers": "5.19.0.dev0",
-   "torch": "2.11.0+cpu",
-   "torchvision": "0.26.0+cpu",
+   "transformers": "5.21.0.dev0",
+   "torch": "2.14.0+cpu",
+   "torchvision": "0.29.1+cpu",
    "torchaudio": "2.11.0+cpu",
-   "tokenizers": "0.23.1",
-   "numpy": "1.26.4",
-   "pillow": "12.2.0",
-   "accelerate": "1.13.0",
+   "tokenizers": "0.23.3",
+   "numpy": "2.3.5",
+   "pillow": "12.3.0",
+   "accelerate": "1.15.0",
    "safetensors": "0.8.0",
-   "huggingface-hub": "1.32.0",
-   "sentencepiece": "0.2.1",
-   "protobuf": "6.33.6",
+   "huggingface-hub": "2.3.0",
+   "sentencepiece": "0.2.2",
+   "protobuf": "7.36.2",
    "librosa": "0.11.0",
-   "soundfile": "0.13.1",
-   "scipy": "1.15.3"
+   "soundfile": "0.14.0",
+   "scipy": "1.17.1"
   },
-  "seconds": 8.28,
+  "seconds": 8.92,
   "environment_differs": {
-   "python": "3.11.17 (pinned 3.10)"
+   "torch": "2.14.0+cpu (pinned 2.11.0)",
+   "torchvision": "0.29.1+cpu (pinned 0.26.0)",
+   "tokenizers": "0.23.3 (pinned 0.23.1)",
+   "numpy": "2.3.5 (pinned 1.26.4)",
+   "pillow": "12.3.0 (pinned 12.2.0)",
+   "accelerate": "1.15.0 (pinned 1.13.0)",
+   "huggingface-hub": "2.3.0 (pinned 1.32.0)",
+   "sentencepiece": "0.2.2 (pinned 0.2.1)",
+   "protobuf": "7.36.2 (pinned 6.33.6)",
+   "soundfile": "0.14.0 (pinned 0.13.1)",
+   "scipy": "1.17.1 (pinned 1.15.3)"
   },
   "platform": "cpu-x86_64-bf16"
  },

integrations/transformers/expectations/cpu-x86_64/table_transformer-mic.eager.json

@@ -1,34 +1,44 @@
 {
  "recorded_with": {
-  "contract": "hf-internal-testing/mic-table_transformer-integration",
-  "contract_name": "table_transformer",
-  "contract_revision": "526a6608540f09cb9243420e83ac433d8b0a2ec3",
+  "contract": "huggingface-mic/table_transformer-mic",
+  "contract_name": "mic-table_transformer",
+  "contract_revision": "cf9bc0c263aa4a971241884ce373759629bda484",
   "framework": "transformers",
   "variant": "eager",
   "target": "table_transformer-mic",
   "kind": "fixture",
-  "revision": "a0616d0368291a2730b5499af39909926ff9382e",
+  "revision": "cf9bc0c263aa4a971241884ce373759629bda484",
   "environment": {
    "python": "3.11.17",
-   "transformers": "5.19.0.dev0",
-   "torch": "2.11.0+cpu",
-   "torchvision": "0.26.0+cpu",
+   "transformers": "5.21.0.dev0",
+   "torch": "2.14.0+cpu",
+   "torchvision": "0.29.1+cpu",
    "torchaudio": "2.11.0+cpu",
-   "tokenizers": "0.23.1",
-   "numpy": "1.26.4",
-   "pillow": "12.2.0",
-   "accelerate": "1.13.0",
+   "tokenizers": "0.23.3",
+   "numpy": "2.3.5",
+   "pillow": "12.3.0",
+   "accelerate": "1.15.0",
    "safetensors": "0.8.0",
-   "huggingface-hub": "1.32.0",
-   "sentencepiece": "0.2.1",
-   "protobuf": "6.33.6",
+   "huggingface-hub": "2.3.0",
+   "sentencepiece": "0.2.2",
+   "protobuf": "7.36.2",
    "librosa": "0.11.0",
-   "soundfile": "0.13.1",
-   "scipy": "1.15.3"
+   "soundfile": "0.14.0",
+   "scipy": "1.17.1"
   },
-  "seconds": 8.85,
+  "seconds": 9.13,
   "environment_differs": {
-   "python": "3.11.17 (pinned 3.10)"
+   "torch": "2.14.0+cpu (pinned 2.11.0)",
+   "torchvision": "0.29.1+cpu (pinned 0.26.0)",
+   "tokenizers": "0.23.3 (pinned 0.23.1)",
+   "numpy": "2.3.5 (pinned 1.26.4)",
+   "pillow": "12.3.0 (pinned 12.2.0)",
+   "accelerate": "1.15.0 (pinned 1.13.0)",
+   "huggingface-hub": "2.3.0 (pinned 1.32.0)",
+   "sentencepiece": "0.2.2 (pinned 0.2.1)",
+   "protobuf": "7.36.2 (pinned 6.33.6)",
+   "soundfile": "0.14.0 (pinned 0.13.1)",
+   "scipy": "1.17.1 (pinned 1.15.3)"
   },
   "platform": "cpu-x86_64"
  },

integrations/transformers/expectations/cpu-x86_64/table_transformer-mic.json

@@ -1,34 +1,44 @@
 {
  "recorded_with": {
-  "contract": "hf-internal-testing/mic-table_transformer-integration",
-  "contract_name": "table_transformer",
-  "contract_revision": "526a6608540f09cb9243420e83ac433d8b0a2ec3",
+  "contract": "huggingface-mic/table_transformer-mic",
+  "contract_name": "mic-table_transformer",
+  "contract_revision": "cf9bc0c263aa4a971241884ce373759629bda484",
   "framework": "transformers",
   "variant": "default",
   "target": "table_transformer-mic",
   "kind": "fixture",
-  "revision": "a0616d0368291a2730b5499af39909926ff9382e",
+  "revision": "cf9bc0c263aa4a971241884ce373759629bda484",
   "environment": {
    "python": "3.11.17",
-   "transformers": "5.19.0.dev0",
-   "torch": "2.11.0+cpu",
-   "torchvision": "0.26.0+cpu",
+   "transformers": "5.21.0.dev0",
+   "torch": "2.14.0+cpu",
+   "torchvision": "0.29.1+cpu",
    "torchaudio": "2.11.0+cpu",
-   "tokenizers": "0.23.1",
-   "numpy": "1.26.4",
-   "pillow": "12.2.0",
-   "accelerate": "1.13.0",
+   "tokenizers": "0.23.3",
+   "numpy": "2.3.5",
+   "pillow": "12.3.0",
+   "accelerate": "1.15.0",
    "safetensors": "0.8.0",
-   "huggingface-hub": "1.32.0",
-   "sentencepiece": "0.2.1",
-   "protobuf": "6.33.6",
+   "huggingface-hub": "2.3.0",
+   "sentencepiece": "0.2.2",
+   "protobuf": "7.36.2",
    "librosa": "0.11.0",
-   "soundfile": "0.13.1",
-   "scipy": "1.15.3"
+   "soundfile": "0.14.0",
+   "scipy": "1.17.1"
   },
-  "seconds": 8.92,
+  "seconds": 9.19,
   "environment_differs": {
-   "python": "3.11.17 (pinned 3.10)"
+   "torch": "2.14.0+cpu (pinned 2.11.0)",
+   "torchvision": "0.29.1+cpu (pinned 0.26.0)",
+   "tokenizers": "0.23.3 (pinned 0.23.1)",
+   "numpy": "2.3.5 (pinned 1.26.4)",
+   "pillow": "12.3.0 (pinned 12.2.0)",
+   "accelerate": "1.15.0 (pinned 1.13.0)",
+   "huggingface-hub": "2.3.0 (pinned 1.32.0)",
+   "sentencepiece": "0.2.2 (pinned 0.2.1)",
+   "protobuf": "7.36.2 (pinned 6.33.6)",
+   "soundfile": "0.14.0 (pinned 0.13.1)",
+   "scipy": "1.17.1 (pinned 1.15.3)"
   },
   "platform": "cpu-x86_64"
  },

integrations/transformers/expectations/cuda/table_transformer-mic.bfloat16.json

@@ -1,32 +1,45 @@
 {
  "recorded_with": {
-  "contract": "hf-internal-testing/mic-table_transformer-integration",
-  "contract_name": "table_transformer",
-  "contract_revision": "unpublished",
+  "contract": "huggingface-mic/table_transformer-mic",
+  "contract_name": "mic-table_transformer",
+  "contract_revision": "cf9bc0c263aa4a971241884ce373759629bda484",
   "framework": "transformers",
   "variant": "bfloat16",
   "target": "table_transformer-mic",
   "kind": "fixture",
-  "revision": "unpublished",
+  "revision": "cf9bc0c263aa4a971241884ce373759629bda484",
   "environment": {
-   "python": "3.10.12",
-   "transformers": "5.19.0.dev0",
-   "torch": "2.11.0+cu128",
-   "torchvision": "0.26.0+cu128",
-   "torchaudio": "2.11.0+cu128",
-   "tokenizers": "0.23.1",
-   "numpy": "1.26.4",
-   "pillow": "12.2.0",
-   "accelerate": "1.13.0",
+   "python": "3.11.18",
+   "transformers": "5.21.0.dev0",
+   "torch": "2.14.0+cu130",
+   "torchvision": "0.29.1+cu130",
+   "torchaudio": "2.11.0+cu130",
+   "tokenizers": "0.23.3",
+   "numpy": "2.4.6",
+   "pillow": "13.0.0",
+   "accelerate": "1.16.0.dev0",
    "safetensors": "0.8.0",
-   "huggingface-hub": "1.32.0",
-   "sentencepiece": "0.2.1",
-   "protobuf": "6.33.6",
+   "huggingface-hub": "2.3.0",
+   "sentencepiece": "0.2.2",
+   "protobuf": "7.36.2",
    "librosa": "0.11.0",
-   "soundfile": "0.13.1",
-   "scipy": "1.15.3"
+   "soundfile": "0.14.0",
+   "scipy": "1.17.1"
+  },
+  "seconds": 7.46,
+  "environment_differs": {
+   "torch": "2.14.0+cu130 (pinned 2.11.0)",
+   "torchvision": "0.29.1+cu130 (pinned 0.26.0)",
+   "tokenizers": "0.23.3 (pinned 0.23.1)",
+   "numpy": "2.4.6 (pinned 1.26.4)",
+   "pillow": "13.0.0 (pinned 12.2.0)",
+   "accelerate": "1.16.0.dev0 (pinned 1.13.0)",
+   "huggingface-hub": "2.3.0 (pinned 1.32.0)",
+   "sentencepiece": "0.2.2 (pinned 0.2.1)",
+   "protobuf": "7.36.2 (pinned 6.33.6)",
+   "soundfile": "0.14.0 (pinned 0.13.1)",
+   "scipy": "1.17.1 (pinned 1.15.3)"
   },
-  "seconds": 4.99,
   "platform": "cuda"
  },
  "outputs": {

integrations/transformers/expectations/cuda/table_transformer-mic.eager.json

@@ -1,32 +1,45 @@
 {
  "recorded_with": {
-  "contract": "hf-internal-testing/mic-table_transformer-integration",
-  "contract_name": "table_transformer",
-  "contract_revision": "unpublished",
+  "contract": "huggingface-mic/table_transformer-mic",
+  "contract_name": "mic-table_transformer",
+  "contract_revision": "cf9bc0c263aa4a971241884ce373759629bda484",
   "framework": "transformers",
   "variant": "eager",
   "target": "table_transformer-mic",
   "kind": "fixture",
-  "revision": "unpublished",
+  "revision": "cf9bc0c263aa4a971241884ce373759629bda484",
   "environment": {
-   "python": "3.10.12",
-   "transformers": "5.19.0.dev0",
-   "torch": "2.11.0+cu128",
-   "torchvision": "0.26.0+cu128",
-   "torchaudio": "2.11.0+cu128",
-   "tokenizers": "0.23.1",
-   "numpy": "1.26.4",
-   "pillow": "12.2.0",
-   "accelerate": "1.13.0",
+   "python": "3.11.18",
+   "transformers": "5.21.0.dev0",
+   "torch": "2.14.0+cu130",
+   "torchvision": "0.29.1+cu130",
+   "torchaudio": "2.11.0+cu130",
+   "tokenizers": "0.23.3",
+   "numpy": "2.4.6",
+   "pillow": "13.0.0",
+   "accelerate": "1.16.0.dev0",
    "safetensors": "0.8.0",
-   "huggingface-hub": "1.32.0",
-   "sentencepiece": "0.2.1",
-   "protobuf": "6.33.6",
+   "huggingface-hub": "2.3.0",
+   "sentencepiece": "0.2.2",
+   "protobuf": "7.36.2",
    "librosa": "0.11.0",
-   "soundfile": "0.13.1",
-   "scipy": "1.15.3"
+   "soundfile": "0.14.0",
+   "scipy": "1.17.1"
+  },
+  "seconds": 7.32,
+  "environment_differs": {
+   "torch": "2.14.0+cu130 (pinned 2.11.0)",
+   "torchvision": "0.29.1+cu130 (pinned 0.26.0)",
+   "tokenizers": "0.23.3 (pinned 0.23.1)",
+   "numpy": "2.4.6 (pinned 1.26.4)",
+   "pillow": "13.0.0 (pinned 12.2.0)",
+   "accelerate": "1.16.0.dev0 (pinned 1.13.0)",
+   "huggingface-hub": "2.3.0 (pinned 1.32.0)",
+   "sentencepiece": "0.2.2 (pinned 0.2.1)",
+   "protobuf": "7.36.2 (pinned 6.33.6)",
+   "soundfile": "0.14.0 (pinned 0.13.1)",
+   "scipy": "1.17.1 (pinned 1.15.3)"
   },
-  "seconds": 4.89,
   "platform": "cuda"
  },
  "outputs": {

integrations/transformers/expectations/cuda/table_transformer-mic.json

@@ -1,32 +1,45 @@
 {
  "recorded_with": {
-  "contract": "hf-internal-testing/mic-table_transformer-integration",
-  "contract_name": "table_transformer",
-  "contract_revision": "unpublished",
+  "contract": "huggingface-mic/table_transformer-mic",
+  "contract_name": "mic-table_transformer",
+  "contract_revision": "cf9bc0c263aa4a971241884ce373759629bda484",
   "framework": "transformers",
   "variant": "default",
   "target": "table_transformer-mic",
   "kind": "fixture",
-  "revision": "unpublished",
+  "revision": "cf9bc0c263aa4a971241884ce373759629bda484",
   "environment": {
-   "python": "3.10.12",
-   "transformers": "5.19.0.dev0",
-   "torch": "2.11.0+cu128",
-   "torchvision": "0.26.0+cu128",
-   "torchaudio": "2.11.0+cu128",
-   "tokenizers": "0.23.1",
-   "numpy": "1.26.4",
-   "pillow": "12.2.0",
-   "accelerate": "1.13.0",
+   "python": "3.11.18",
+   "transformers": "5.21.0.dev0",
+   "torch": "2.14.0+cu130",
+   "torchvision": "0.29.1+cu130",
+   "torchaudio": "2.11.0+cu130",
+   "tokenizers": "0.23.3",
+   "numpy": "2.4.6",
+   "pillow": "13.0.0",
+   "accelerate": "1.16.0.dev0",
    "safetensors": "0.8.0",
-   "huggingface-hub": "1.32.0",
-   "sentencepiece": "0.2.1",
-   "protobuf": "6.33.6",
+   "huggingface-hub": "2.3.0",
+   "sentencepiece": "0.2.2",
+   "protobuf": "7.36.2",
    "librosa": "0.11.0",
-   "soundfile": "0.13.1",
-   "scipy": "1.15.3"
+   "soundfile": "0.14.0",
+   "scipy": "1.17.1"
+  },
+  "seconds": 7.23,
+  "environment_differs": {
+   "torch": "2.14.0+cu130 (pinned 2.11.0)",
+   "torchvision": "0.29.1+cu130 (pinned 0.26.0)",
+   "tokenizers": "0.23.3 (pinned 0.23.1)",
+   "numpy": "2.4.6 (pinned 1.26.4)",
+   "pillow": "13.0.0 (pinned 12.2.0)",
+   "accelerate": "1.16.0.dev0 (pinned 1.13.0)",
+   "huggingface-hub": "2.3.0 (pinned 1.32.0)",
+   "sentencepiece": "0.2.2 (pinned 0.2.1)",
+   "protobuf": "7.36.2 (pinned 6.33.6)",
+   "soundfile": "0.14.0 (pinned 0.13.1)",
+   "scipy": "1.17.1 (pinned 1.15.3)"
   },
-  "seconds": 4.78,
   "platform": "cuda"
  },
  "outputs": {