Hugging Face's logo

FluidInference
/
embeddinggemma-2-coreml

Feature Extraction
Core ML
multilingual
apple-neural-engine
on-device
embeddings
sentence-similarity
gemma
Model card Files
xet
 Community
embeddinggemma-2-coreml
File size: 2,845 Bytes
70fcf18
 
 
7438a5b
 
f9d567d
 
7438a5b
70fcf18
 
 
7438a5b
 
 
 
 
 
70fcf18
7438a5b
 
 
 
 
 
 
 
70fcf18
7438a5b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
70fcf18
7438a5b
 
 
70fcf18
 
 
 
 
 
 
 
 
7438a5b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f9d567d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
70fcf18
7438a5b
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
{
  "base_model": "google/embeddinggemma-2",
  "format": "coreml",
  "modality": [
    "text",
    "audio",
    "image"
  ],
  "precision": "fp16",
  "hidden_size": 512,
  "embedding_dim": 768,
  "matryoshka_dims": [
    768,
    512,
    256,
    128
  ],
  "embed_scale": 22.627417,
  "token_table": {
    "file": "embeddings.bf16",
    "dtype": "bfloat16",
    "shape": [
      262144,
      512
    ]
  },
  "functions": {
    "embed_32": {
      "tokens": 32
    },
    "embed_48": {
      "tokens": 48
    },
    "embed_64": {
      "tokens": 64
    },
    "embed_128": {
      "tokens": 128
    },
    "embed_256": {
      "tokens": 256
    },
    "embed_512": {
      "tokens": 512
    },
    "pack_256": {
      "tokens": 256,
      "slots": 8
    }
  },
  "bos_token_id": 2,
  "eos_token_id": 1,
  "pad_token_id": 0,
  "prompts": {
    "document": "title: none | text: ",
    "search_query": "task: search result | query: ",
    "question_answering": "task: question answering | query: ",
    "fact_checking": "task: fact checking | query: ",
    "code_retrieval": "task: code retrieval | query: ",
    "classification": "task: classification | query: ",
    "clustering": "task: clustering | query: ",
    "sentence_similarity": "task: sentence similarity | query: "
  },
  "audio": {
    "package": "EmbeddingGemma2Audio.mlpackage",
    "compute_units": "cpuAndGPU",
    "precision": "fp16",
    "sample_rate": 16000,
    "window_seconds": 10,
    "waveform_samples": 160160,
    "left_pad_samples": 160,
    "frames": 1000,
    "frame_valid_if": "i * 160 + 321 <= 160 + audio_samples",
    "tokens_per_window": 250,
    "token_ms": 40,
    "boa_token_id": 256000,
    "eoa_token_id": 258883,
    "text_sequence": "<bos> <|audio> [audio tokens] <audio|> <eos> -> embed_256"
  },
  "vision": {
    "package": "EmbeddingGemma2Vision.mlpackage",
    "compute_units": "cpuAndGPU",
    "precision": "fp16",
    "functions": {
      "vision_70": {
        "tokens": 70,
        "patches": 630
      },
      "vision_140": {
        "tokens": 140,
        "patches": 1260
      },
      "vision_280": {
        "tokens": 280,
        "patches": 2520
      }
    },
    "patch_size": 16,
    "pooling_kernel": 3,
    "resize": "aspect-preserving, bicubic + antialias, sides multiple of 48 px, at most 9 x tokens patches",
    "pixel_scale": "RGB / 255 (the model applies 2x - 1)",
    "patch_layout": "row-major patches, each [16 rows][16 cols][RGB]",
    "position_table": {
      "file": "position_embeddings.f16",
      "dtype": "float16",
      "shape": [
        2,
        1024,
        768
      ],
      "use": "table[0][x] + table[1][y] per patch, zero for padding"
    },
    "boi_token_id": 255999,
    "eoi_token_id": 258882,
    "text_sequence": "<bos> <|image> [image tokens] <image|> <eos> -> smallest embed_S that fits"
  }
}