Download conversion/quantize.py from FilBona/embeddinggemma-2-coreml-ane: direct link, hf CLI and curl.
- Browser
- Download file 409 Bytes
-
https://huggingface.co/FilBona/embeddinggemma-2-coreml-ane/resolve/main/conversion/quantize.py
- Command line
-
hf download hf://FilBona/embeddinggemma-2-coreml-ane/conversion/quantize.py
-
curl -L -o quantize.py https://huggingface.co/FilBona/embeddinggemma-2-coreml-ane/resolve/main/conversion/quantize.py
409 Bytes
| # Pesi a 8 bit (lineari simmetrici per canale): 518 MB → 262 MB, coseno con l'originale ≥ 0,998. | |
| import coremltools as ct | |
| import coremltools.optimize.coreml as cto | |
| m = ct.models.MLModel("EG2fixed512.mlpackage") | |
| q8 = cto.linear_quantize_weights(m, cto.OptimizationConfig( | |
| global_config=cto.OpLinearQuantizerConfig(mode="linear_symmetric", granularity="per_channel"))) | |
| q8.save("EG2-512-int8.mlpackage") | |