faxenoff commited on
Commit
3831248
·
verified ·
1 Parent(s): cec09f2

compiled artefacts from mac_arm64 (cpu)

Browse files
.gitattributes CHANGED
@@ -27,3 +27,5 @@ code-daemon-denoise-v1-s_win_x64_trt11.3_sm_75.engine filter=lfs diff=lfs merge=
27
  code-daemon-denoise-v1-s_win_x64_trt11.3_sm_80.engine filter=lfs diff=lfs merge=lfs -text
28
  code-daemon-denoise-v1-s_win_x64_trt11.3_sm_89.engine filter=lfs diff=lfs merge=lfs -text
29
  code-daemon-denoise-v1-s_win_x64_trt11.3_sm_86.engine filter=lfs diff=lfs merge=lfs -text
 
 
 
27
  code-daemon-denoise-v1-s_win_x64_trt11.3_sm_80.engine filter=lfs diff=lfs merge=lfs -text
28
  code-daemon-denoise-v1-s_win_x64_trt11.3_sm_89.engine filter=lfs diff=lfs merge=lfs -text
29
  code-daemon-denoise-v1-s_win_x64_trt11.3_sm_86.engine filter=lfs diff=lfs merge=lfs -text
30
+ coreml_ane/embed.mlpackage/Data/com.apple.CoreML/model.mlmodel filter=lfs diff=lfs merge=lfs -text
31
+ coreml_ane/embed.mlpackage/Data/com.apple.CoreML/weights/weight.bin filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -253,6 +253,28 @@ the vocabulary prune and is no longer published; they are corrected rather than
253
 
254
  ---
255
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
256
  ## 8. License & attribution
257
 
258
  The encoder weights are **[`intfloat/multilingual-e5-small`](https://huggingface.co/intfloat/multilingual-e5-small)**
 
253
 
254
  ---
255
 
256
+ ## Apple Neural Engine (Core ML)
257
+
258
+ `coreml_ane/embed.mlpackage/` is a Core ML **multifunction** package that runs this
259
+ denoising encoder on the Apple Neural Engine. It is a bundle, not a file — four
260
+ entries (`Manifest.json`, `shapes.json`, `Data/com.apple.CoreML/model.mlmodel`,
261
+ `Data/com.apple.CoreML/weights/weight.bin`) that must keep their relative paths.
262
+
263
+ **One compiled function per shape**, named `b<batch>_s<seq>`: `b64 s40`.
264
+ Fixed shapes are not a simplification. `ct.EnumeratedShapes` converts and runs, and
265
+ measures 233 emb/s against 2 873 on the same encoder, because the dynamic ops it
266
+ injects push the graph off the Neural Engine. `shapes.json` lists what was compiled,
267
+ so a caller can ask instead of assuming.
268
+
269
+ Weights are fp16. The package is built from the MLX safetensors beside it, so a model
270
+ is ANE-ready exactly when it is MLX-ready — there is no second set of source weights.
271
+ Load it with `MLComputeUnits.cpuAndNeuralEngine`: plain `.all` lets Core ML place the
272
+ graph on the GPU instead, which measured 809 emb/s against the ANE's 2 873.
273
+
274
+ A shape the package does not carry is not an error — the caller is expected to fall
275
+ back to the MLX graph, which takes any shape. That is what makes the fixed-shape
276
+ package safe to ship alongside `model_gpu_mlx*/` rather than instead of it.
277
+
278
  ## 8. License & attribution
279
 
280
  The encoder weights are **[`intfloat/multilingual-e5-small`](https://huggingface.co/intfloat/multilingual-e5-small)**
coreml_ane/embed.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:507a8e6cb868fe39d33f140d6f45c88968dfc29477cba3a7e74faf8250bdaa9e
3
+ size 119033
coreml_ane/embed.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9058955c30a87e5a629277ead3b8a3158f1f51a3e6d48c7ed2ee193f56c881c
3
+ size 236568192
coreml_ane/embed.mlpackage/Manifest.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fileFormatVersion": "1.0.0",
3
+ "itemInfoEntries": {
4
+ "7B3E00EF-CFC5-4864-A5AA-21036D4E8AA5": {
5
+ "author": "com.apple.CoreML",
6
+ "description": "CoreML Model Specification",
7
+ "name": "model.mlmodel",
8
+ "path": "com.apple.CoreML/model.mlmodel"
9
+ },
10
+ "C5D2218E-6943-4201-80DE-35422B300978": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Weights",
13
+ "name": "weights",
14
+ "path": "com.apple.CoreML/weights"
15
+ }
16
+ },
17
+ "rootModelIdentifier": "7B3E00EF-CFC5-4864-A5AA-21036D4E8AA5"
18
+ }
coreml_ane/embed.mlpackage/shapes.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "head": "mean",
3
+ "output_dim": 384,
4
+ "per_token": false,
5
+ "shapes": [
6
+ {
7
+ "batch": 64,
8
+ "seq": 40,
9
+ "function": "b64_s40"
10
+ }
11
+ ]
12
+ }
manifest.json CHANGED
@@ -5,7 +5,6 @@
5
  "quantization": "int8",
6
  "targets": [
7
  "openvino",
8
- "tensorrt",
9
  "tvm"
10
  ],
11
  "runtime_tags": {
@@ -14,6 +13,6 @@
14
  "tvm": "tvm0.25",
15
  "mlx_dir": "model_gpu_mlx0.32"
16
  },
17
- "compiled_at": "2026-09-17T21:53:32Z",
18
  "compiled_by": "models/_compile"
19
  }
 
5
  "quantization": "int8",
6
  "targets": [
7
  "openvino",
 
8
  "tvm"
9
  ],
10
  "runtime_tags": {
 
13
  "tvm": "tvm0.25",
14
  "mlx_dir": "model_gpu_mlx0.32"
15
  },
16
+ "compiled_at": "2026-09-24T02:26:30Z",
17
  "compiled_by": "models/_compile"
18
  }