tarekziade HF Staff commited on
Commit
aba894c
·
verified ·
1 Parent(s): 9635324

Sentence Transformers cpu-x86_64-bf16 baseline recorded on aws-m8i-l-cache

Browse files

Changed cpu-x86_64-bf16 baseline, approved by tarekziade: the ST nightly moves to aws-m8i-l-cache (Xeon 6975P-C, native AMX bf16) with torch 2.14.0 from the pinned transformers-torch-light image; these are the bf16 values on that hardware (ST nightly record run 41968922164). The previous ones came from a GitHub-hosted Xeon with torch 2.15.0.

integrations/sentence_transformers/expectations/cpu-x86_64-bf16/embeddinggemma-2-mic.json CHANGED
@@ -2,40 +2,32 @@
2
  "recorded_with": {
3
  "contract": "huggingface-mic/embeddinggemma-2-mic",
4
  "contract_name": "EmbeddingGemma",
5
- "contract_revision": "372872b46b401801f61265a4ae4aae437540af38",
6
  "framework": "sentence_transformers",
7
  "variant": "default",
8
  "target": "embeddinggemma-2-mic",
9
  "kind": "fixture",
10
- "revision": "372872b46b401801f61265a4ae4aae437540af38",
11
  "environment": {
12
- "python": "3.11.18",
13
  "transformers": "5.23.0.dev0",
14
  "sentence-transformers": "6.3.0.dev0",
15
- "torch": "2.15.0+cpu",
16
- "torchvision": "0.29.2+cpu",
17
- "torchaudio": null,
18
  "tokenizers": "0.23.3",
19
- "numpy": "2.4.6",
20
- "pillow": "13.0.0",
21
  "accelerate": "1.15.0",
22
  "safetensors": "0.8.0",
23
- "huggingface-hub": "2.4.0",
24
  "sentencepiece": "0.2.2",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
- "seconds": 7.32,
31
- "environment_differs": {
32
- "torch": "2.15.0+cpu (pinned 2.14.0)",
33
- "torchvision": "0.29.2+cpu (pinned 0.29.1)",
34
- "torchaudio": "None (pinned 2.11.0)",
35
- "numpy": "2.4.6 (pinned 2.3.5)",
36
- "pillow": "13.0.0 (pinned 12.3.0)",
37
- "huggingface-hub": "2.4.0 (pinned 2.3.0)"
38
- },
39
  "platform": "cpu-x86_64-bf16"
40
  },
41
  "outputs": {
@@ -44,10 +36,10 @@
44
  "dtype": "bfloat16"
45
  },
46
  "scores": [
47
- -0.06964126229286194,
48
- 0.433787077665329,
49
- -0.15300729870796204,
50
- -0.0989605039358139
51
  ]
52
  }
53
  }
 
2
  "recorded_with": {
3
  "contract": "huggingface-mic/embeddinggemma-2-mic",
4
  "contract_name": "EmbeddingGemma",
5
+ "contract_revision": "9635324392eecc86a90ba4b90466ff20f3ab2672",
6
  "framework": "sentence_transformers",
7
  "variant": "default",
8
  "target": "embeddinggemma-2-mic",
9
  "kind": "fixture",
10
+ "revision": "9635324392eecc86a90ba4b90466ff20f3ab2672",
11
  "environment": {
12
+ "python": "3.11.17",
13
  "transformers": "5.23.0.dev0",
14
  "sentence-transformers": "6.3.0.dev0",
15
+ "torch": "2.14.0+cpu",
16
+ "torchvision": "0.29.1+cpu",
17
+ "torchaudio": "2.11.0+cpu",
18
  "tokenizers": "0.23.3",
19
+ "numpy": "2.3.5",
20
+ "pillow": "12.3.0",
21
  "accelerate": "1.15.0",
22
  "safetensors": "0.8.0",
23
+ "huggingface-hub": "2.3.0",
24
  "sentencepiece": "0.2.2",
25
  "protobuf": "7.36.2",
26
  "librosa": "0.11.0",
27
  "soundfile": "0.14.0",
28
  "scipy": "1.17.1"
29
  },
30
+ "seconds": 12.36,
 
 
 
 
 
 
 
 
31
  "platform": "cpu-x86_64-bf16"
32
  },
33
  "outputs": {
 
36
  "dtype": "bfloat16"
37
  },
38
  "scores": [
39
+ -0.0694274827837944,
40
+ 0.4339361786842346,
41
+ -0.1534389853477478,
42
+ -0.09904775023460388
43
  ]
44
  }
45
  }