Bartosz Hanc commited on
Commit ·
67422a6
1
Parent(s): 25617f4
docs: update model card, context lengths, and config specs
Browse files- .gitattributes +1 -0
- README.md +15 -13
- e2b/mlx/config.json +1 -1
- e2b/mlx/{gemma4_e2b_mlx_int4.pte → gemma_4_e2b_mlx_int4.pte} +0 -0
- e2b/vulkan/config.json +1 -1
.gitattributes
CHANGED
|
@@ -39,5 +39,6 @@ e2b/xnnpack/gemma_4_e2b_xnnpack_8da4w.pte filter=lfs diff=lfs merge=lfs -text
|
|
| 39 |
e2b/xnnpack/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 40 |
e2b/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 41 |
e2b/mlx/gemma4_e2b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
|
|
|
|
| 42 |
gemma4_e2b_omni_mlx_int4_v4.pte filter=lfs diff=lfs merge=lfs -text
|
| 43 |
e2b/mlx/gemma4_e2b_mlx_int4_old.pte filter=lfs diff=lfs merge=lfs -text
|
|
|
|
| 39 |
e2b/xnnpack/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 40 |
e2b/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
| 41 |
e2b/mlx/gemma4_e2b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
e2b/mlx/gemma_4_e2b_mlx_int4.pte filter=lfs diff=lfs merge=lfs -text
|
| 43 |
gemma4_e2b_omni_mlx_int4_v4.pte filter=lfs diff=lfs merge=lfs -text
|
| 44 |
e2b/mlx/gemma4_e2b_mlx_int4_old.pte filter=lfs diff=lfs merge=lfs -text
|
README.md
CHANGED
|
@@ -19,24 +19,26 @@ library as ExecuTorch `.pte` programs, ready to run on device.
|
|
| 19 |
|
| 20 |
## Variants
|
| 21 |
|
| 22 |
-
| Path | Backend | Precision |
|
| 23 |
-
| --- | --- | --- |
|
| 24 |
-
| `e2b/mlx/
|
| 25 |
-
| `e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte` | vulkan | 8da4w |
|
| 26 |
-
| `e2b/xnnpack/gemma_4_e2b_xnnpack_8da4w.pte` | xnnpack | 8da4w |
|
|
|
|
|
|
|
| 27 |
|
| 28 |
## Repository structure
|
| 29 |
|
| 30 |
```
|
| 31 |
config.json 40 B
|
| 32 |
-
e2b/mlx/config.json
|
| 33 |
-
e2b/mlx/
|
| 34 |
-
e2b/tokenizer.json 30.7
|
| 35 |
-
e2b/tokenizer_config.json 21.8
|
| 36 |
-
e2b/vulkan/config.json
|
| 37 |
-
e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte
|
| 38 |
-
e2b/xnnpack/config.json
|
| 39 |
-
e2b/xnnpack/gemma_4_e2b_xnnpack_8da4w.pte
|
| 40 |
```
|
| 41 |
|
| 42 |
## Compatibility
|
|
|
|
| 19 |
|
| 20 |
## Variants
|
| 21 |
|
| 22 |
+
| Path | Backend | Precision | Context length |
|
| 23 |
+
| --- | --- | --- | --- |
|
| 24 |
+
| `e2b/mlx/gemma_4_e2b_mlx_int4.pte` | mlx | int4 | 2,048 |
|
| 25 |
+
| `e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte` | vulkan | 8da4w | 2,048 |
|
| 26 |
+
| `e2b/xnnpack/gemma_4_e2b_xnnpack_8da4w.pte` | xnnpack | 8da4w | 4,048 |
|
| 27 |
+
|
| 28 |
+
|
| 29 |
|
| 30 |
## Repository structure
|
| 31 |
|
| 32 |
```
|
| 33 |
config.json 40 B
|
| 34 |
+
e2b/mlx/config.json 4.7 KiB
|
| 35 |
+
e2b/mlx/gemma_4_e2b_mlx_int4.pte 2.5 GiB
|
| 36 |
+
e2b/tokenizer.json 30.7 MiB
|
| 37 |
+
e2b/tokenizer_config.json 21.8 KiB
|
| 38 |
+
e2b/vulkan/config.json 4.7 KiB
|
| 39 |
+
e2b/vulkan/gemma_4_e2b_vulkan_8da4w.pte 3.5 GiB
|
| 40 |
+
e2b/xnnpack/config.json 4.7 KiB
|
| 41 |
+
e2b/xnnpack/gemma_4_e2b_xnnpack_8da4w.pte 3.0 GiB
|
| 42 |
```
|
| 43 |
|
| 44 |
## Compatibility
|
e2b/mlx/config.json
CHANGED
|
@@ -11,7 +11,7 @@
|
|
| 11 |
"license": "gemma",
|
| 12 |
"variants": [
|
| 13 |
{
|
| 14 |
-
"file": "
|
| 15 |
"precision": "int4",
|
| 16 |
"quantized": true,
|
| 17 |
"default": true,
|
|
|
|
| 11 |
"license": "gemma",
|
| 12 |
"variants": [
|
| 13 |
{
|
| 14 |
+
"file": "gemma_4_e2b_mlx_int4.pte",
|
| 15 |
"precision": "int4",
|
| 16 |
"quantized": true,
|
| 17 |
"default": true,
|
e2b/mlx/{gemma4_e2b_mlx_int4.pte → gemma_4_e2b_mlx_int4.pte}
RENAMED
|
File without changes
|
e2b/vulkan/config.json
CHANGED
|
@@ -210,4 +210,4 @@
|
|
| 210 |
"token_embedding",
|
| 211 |
"vision_encoder"
|
| 212 |
]
|
| 213 |
-
}
|
|
|
|
| 210 |
"token_embedding",
|
| 211 |
"vision_encoder"
|
| 212 |
]
|
| 213 |
+
}
|