diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..9664de8936dbab4aa0a8a5e20f8b45b980d71341 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1,35 +1,2 @@ -*.7z filter=lfs diff=lfs merge=lfs -text -*.arrow filter=lfs diff=lfs merge=lfs -text -*.bin filter=lfs diff=lfs merge=lfs -text -*.bz2 filter=lfs diff=lfs merge=lfs -text -*.ckpt filter=lfs diff=lfs merge=lfs -text -*.ftz filter=lfs diff=lfs merge=lfs -text -*.gz filter=lfs diff=lfs merge=lfs -text -*.h5 filter=lfs diff=lfs merge=lfs -text -*.joblib filter=lfs diff=lfs merge=lfs -text -*.lfs.* filter=lfs diff=lfs merge=lfs -text -*.mlmodel filter=lfs diff=lfs merge=lfs -text -*.model filter=lfs diff=lfs merge=lfs -text -*.msgpack filter=lfs diff=lfs merge=lfs -text -*.npy filter=lfs diff=lfs merge=lfs -text -*.npz filter=lfs diff=lfs merge=lfs -text -*.onnx filter=lfs diff=lfs merge=lfs -text -*.ot filter=lfs diff=lfs merge=lfs -text -*.parquet filter=lfs diff=lfs merge=lfs -text -*.pb filter=lfs diff=lfs merge=lfs -text -*.pickle filter=lfs diff=lfs merge=lfs -text -*.pkl filter=lfs diff=lfs merge=lfs -text -*.pt filter=lfs diff=lfs merge=lfs -text -*.pth filter=lfs diff=lfs merge=lfs -text -*.rar filter=lfs diff=lfs merge=lfs -text -*.safetensors filter=lfs diff=lfs merge=lfs -text -saved_model/**/* filter=lfs diff=lfs merge=lfs -text -*.tar.* filter=lfs diff=lfs merge=lfs -text -*.tar filter=lfs diff=lfs merge=lfs -text -*.tflite filter=lfs diff=lfs merge=lfs -text -*.tgz filter=lfs diff=lfs merge=lfs -text -*.wasm filter=lfs diff=lfs merge=lfs -text -*.xz filter=lfs diff=lfs merge=lfs -text -*.zip filter=lfs diff=lfs merge=lfs -text -*.zst filter=lfs diff=lfs merge=lfs -text -*tfevents* filter=lfs diff=lfs merge=lfs -text +*.pte filter=lfs diff=lfs merge=lfs -text +*.json -filter -diff -merge text diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..1e5c4877c21077d0fd94f73de93b1820e6abb8e9 --- /dev/null +++ b/LICENSE @@ -0,0 +1,7 @@ +This repository bundles models under two licenses: + +- en_de: Creative Commons Attribution 4.0 International (CC-BY-4.0), + https://creativecommons.org/licenses/by/4.0/ . Attribution: Helsinki-NLP + Opus-MT, https://huggingface.co/Helsinki-NLP/opus-mt-en-de +- de_en, en_es, es_en, en_fr, fr_en: Apache License 2.0, + https://www.apache.org/licenses/LICENSE-2.0 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..30a9eb3a97eeeee7ad65a4b6c0533ba0fdee0cea --- /dev/null +++ b/README.md @@ -0,0 +1,173 @@ +--- +license: other +license_name: apache-2.0-and-cc-by-4.0 +license_link: LICENSE +pipeline_tag: translation +library_name: executorch +language: [en, de, es, fr] +base_model: +- Helsinki-NLP/opus-mt-en-de +- Helsinki-NLP/opus-mt-de-en +- Helsinki-NLP/opus-mt-en-es +- Helsinki-NLP/opus-mt-es-en +- Helsinki-NLP/opus-mt-en-fr +- Helsinki-NLP/opus-mt-fr-en +--- + +# opus-mt + +This repository hosts the **opus-mt** models exported for the +[React Native ExecuTorch](https://www.npmjs.com/package/react-native-executorch) +library as ExecuTorch `.pte` programs, ready to run on device. + +## Variants + +| Path | Backend | Precision | +| --- | --- | --- | +| `en_de/xnnpack/opus_mt_en_de_xnnpack_fp32.pte` | xnnpack | fp32 | +| `en_de/xnnpack/opus_mt_en_de_xnnpack_int8.pte` | xnnpack | int8 | +| `en_de/coreml/opus_mt_en_de_coreml_fp16.pte` | coreml | fp16 | +| `en_de/mlx/opus_mt_en_de_mlx_bf16.pte` | mlx | bf16 | +| `en_de/mlx/opus_mt_en_de_mlx_int8.pte` | mlx | int8 | +| `en_de/vulkan/opus_mt_en_de_vulkan_fp16.pte` | vulkan | fp16 | +| `de_en/xnnpack/opus_mt_de_en_xnnpack_fp32.pte` | xnnpack | fp32 | +| `de_en/xnnpack/opus_mt_de_en_xnnpack_int8.pte` | xnnpack | int8 | +| `de_en/coreml/opus_mt_de_en_coreml_fp16.pte` | coreml | fp16 | +| `de_en/mlx/opus_mt_de_en_mlx_bf16.pte` | mlx | bf16 | +| `de_en/mlx/opus_mt_de_en_mlx_int8.pte` | mlx | int8 | +| `de_en/vulkan/opus_mt_de_en_vulkan_fp16.pte` | vulkan | fp16 | +| `en_es/xnnpack/opus_mt_en_es_xnnpack_fp32.pte` | xnnpack | fp32 | +| `en_es/xnnpack/opus_mt_en_es_xnnpack_int8.pte` | xnnpack | int8 | +| `en_es/coreml/opus_mt_en_es_coreml_fp16.pte` | coreml | fp16 | +| `en_es/mlx/opus_mt_en_es_mlx_bf16.pte` | mlx | bf16 | +| `en_es/mlx/opus_mt_en_es_mlx_int8.pte` | mlx | int8 | +| `en_es/vulkan/opus_mt_en_es_vulkan_fp16.pte` | vulkan | fp16 | +| `es_en/xnnpack/opus_mt_es_en_xnnpack_fp32.pte` | xnnpack | fp32 | +| `es_en/xnnpack/opus_mt_es_en_xnnpack_int8.pte` | xnnpack | int8 | +| `es_en/coreml/opus_mt_es_en_coreml_fp16.pte` | coreml | fp16 | +| `es_en/mlx/opus_mt_es_en_mlx_bf16.pte` | mlx | bf16 | +| `es_en/mlx/opus_mt_es_en_mlx_int8.pte` | mlx | int8 | +| `es_en/vulkan/opus_mt_es_en_vulkan_fp16.pte` | vulkan | fp16 | +| `en_fr/xnnpack/opus_mt_en_fr_xnnpack_fp32.pte` | xnnpack | fp32 | +| `en_fr/xnnpack/opus_mt_en_fr_xnnpack_int8.pte` | xnnpack | int8 | +| `en_fr/coreml/opus_mt_en_fr_coreml_fp16.pte` | coreml | fp16 | +| `en_fr/mlx/opus_mt_en_fr_mlx_bf16.pte` | mlx | bf16 | +| `en_fr/mlx/opus_mt_en_fr_mlx_int8.pte` | mlx | int8 | +| `en_fr/vulkan/opus_mt_en_fr_vulkan_fp16.pte` | vulkan | fp16 | +| `fr_en/xnnpack/opus_mt_fr_en_xnnpack_fp32.pte` | xnnpack | fp32 | +| `fr_en/xnnpack/opus_mt_fr_en_xnnpack_int8.pte` | xnnpack | int8 | +| `fr_en/coreml/opus_mt_fr_en_coreml_fp16.pte` | coreml | fp16 | +| `fr_en/mlx/opus_mt_fr_en_mlx_bf16.pte` | mlx | bf16 | +| `fr_en/mlx/opus_mt_fr_en_mlx_int8.pte` | mlx | int8 | +| `fr_en/vulkan/opus_mt_fr_en_vulkan_fp16.pte` | vulkan | fp16 | + +## Repository structure + +``` +LICENSE 360 B +config.json 29 B +de_en/coreml/config.json 5.5 kB +de_en/coreml/opus_mt_de_en_coreml_fp16.pte 313.6 MB +de_en/mlx/config.json 10.6 kB +de_en/mlx/opus_mt_de_en_mlx_bf16.pte 148.9 MB +de_en/mlx/opus_mt_de_en_mlx_int8.pte 135.8 MB +de_en/tokenizer.json 2.4 MB +de_en/vulkan/config.json 5.5 kB +de_en/vulkan/opus_mt_de_en_vulkan_fp16.pte 129.3 MB +de_en/xnnpack/config.json 10.6 kB +de_en/xnnpack/opus_mt_de_en_xnnpack_fp32.pte 416.8 MB +de_en/xnnpack/opus_mt_de_en_xnnpack_int8.pte 107.0 MB +en_de/coreml/config.json 5.4 kB +en_de/coreml/opus_mt_en_de_coreml_fp16.pte 313.6 MB +en_de/mlx/config.json 10.6 kB +en_de/mlx/opus_mt_en_de_mlx_bf16.pte 148.9 MB +en_de/mlx/opus_mt_en_de_mlx_int8.pte 135.8 MB +en_de/tokenizer.json 2.4 MB +en_de/vulkan/config.json 5.4 kB +en_de/vulkan/opus_mt_en_de_vulkan_fp16.pte 129.3 MB +en_de/xnnpack/config.json 10.6 kB +en_de/xnnpack/opus_mt_en_de_xnnpack_fp32.pte 416.8 MB +en_de/xnnpack/opus_mt_en_de_xnnpack_int8.pte 107.0 MB +en_es/coreml/config.json 5.5 kB +en_es/coreml/opus_mt_en_es_coreml_fp16.pte 334.8 MB +en_es/mlx/config.json 10.6 kB +en_es/mlx/opus_mt_en_es_mlx_bf16.pte 156.0 MB +en_es/mlx/opus_mt_en_es_mlx_int8.pte 146.5 MB +en_es/tokenizer.json 2.7 MB +en_es/vulkan/config.json 5.5 kB +en_es/vulkan/opus_mt_en_es_vulkan_fp16.pte 136.4 MB +en_es/xnnpack/config.json 10.6 kB +en_es/xnnpack/opus_mt_en_es_xnnpack_fp32.pte 445.1 MB +en_es/xnnpack/opus_mt_en_es_xnnpack_int8.pte 114.1 MB +en_fr/coreml/config.json 5.5 kB +en_fr/coreml/opus_mt_en_fr_coreml_fp16.pte 318.0 MB +en_fr/mlx/config.json 10.6 kB +en_fr/mlx/opus_mt_en_fr_mlx_bf16.pte 150.4 MB +en_fr/mlx/opus_mt_en_fr_mlx_int8.pte 138.0 MB +en_fr/tokenizer.json 2.4 MB +en_fr/vulkan/config.json 5.5 kB +en_fr/vulkan/opus_mt_en_fr_vulkan_fp16.pte 130.7 MB +en_fr/xnnpack/config.json 10.6 kB +en_fr/xnnpack/opus_mt_en_fr_xnnpack_fp32.pte 422.6 MB +en_fr/xnnpack/opus_mt_en_fr_xnnpack_int8.pte 108.4 MB +es_en/coreml/config.json 5.5 kB +es_en/coreml/opus_mt_es_en_coreml_fp16.pte 334.8 MB +es_en/mlx/config.json 10.6 kB +es_en/mlx/opus_mt_es_en_mlx_bf16.pte 156.0 MB +es_en/mlx/opus_mt_es_en_mlx_int8.pte 146.5 MB +es_en/tokenizer.json 2.7 MB +es_en/vulkan/config.json 5.5 kB +es_en/vulkan/opus_mt_es_en_vulkan_fp16.pte 136.4 MB +es_en/xnnpack/config.json 10.6 kB +es_en/xnnpack/opus_mt_es_en_xnnpack_fp32.pte 445.1 MB +es_en/xnnpack/opus_mt_es_en_xnnpack_int8.pte 114.1 MB +fr_en/coreml/config.json 5.5 kB +fr_en/coreml/opus_mt_fr_en_coreml_fp16.pte 318.0 MB +fr_en/mlx/config.json 10.6 kB +fr_en/mlx/opus_mt_fr_en_mlx_bf16.pte 150.4 MB +fr_en/mlx/opus_mt_fr_en_mlx_int8.pte 138.0 MB +fr_en/tokenizer.json 2.4 MB +fr_en/vulkan/config.json 5.5 kB +fr_en/vulkan/opus_mt_fr_en_vulkan_fp16.pte 130.7 MB +fr_en/xnnpack/config.json 10.6 kB +fr_en/xnnpack/opus_mt_fr_en_xnnpack_fp32.pte 422.6 MB +fr_en/xnnpack/opus_mt_fr_en_xnnpack_int8.pte 108.4 MB +``` + +## Compatibility + +These files are published for the **ExecuTorch v1.4.1** runtime. ExecuTorch +gives no forward compatibility guarantee, so an older runtime may fail to load +them. + +To use them in React Native ExecuTorch, pass the model constant shipped in the +library's model registry to the corresponding task pipeline. See the +[documentation](https://docs.swmansion.com/react-native-executorch/docs/fundamentals/downloading-models). + +To load these files in your own ExecuTorch runtime, read the +[compatibility note](https://github.com/pytorch/executorch/blob/main/runtime/COMPATIBILITY.md) +first. + +## Upstream models and licenses + +Each directory is one language pair with its own upstream model and license. +`en_de` is CC-BY 4.0 and requires attribution to Helsinki-NLP Opus-MT. + +| Directory | Upstream | License | +| --- | --- | --- | +| `en_de` | [Helsinki-NLP/opus-mt-en-de](https://huggingface.co/Helsinki-NLP/opus-mt-en-de) | cc-by-4.0 | +| `de_en` | [Helsinki-NLP/opus-mt-de-en](https://huggingface.co/Helsinki-NLP/opus-mt-de-en) | apache-2.0 | +| `en_es` | [Helsinki-NLP/opus-mt-en-es](https://huggingface.co/Helsinki-NLP/opus-mt-en-es) | apache-2.0 | +| `es_en` | [Helsinki-NLP/opus-mt-es-en](https://huggingface.co/Helsinki-NLP/opus-mt-es-en) | apache-2.0 | +| `en_fr` | [Helsinki-NLP/opus-mt-en-fr](https://huggingface.co/Helsinki-NLP/opus-mt-en-fr) | apache-2.0 | +| `fr_en` | [Helsinki-NLP/opus-mt-fr-en](https://huggingface.co/Helsinki-NLP/opus-mt-fr-en) | apache-2.0 | + +## Export notes + +Each `.pte` has two methods: `encode` returns the cross-attention keys and +values of all decoder layers, and `decode` runs one greedy step against a +256-token self-attention cache held in the program. The tokenizer adds no +``; append it, start decoding from `` and stop at ``. Core ML +encodes in fp16 on all compute units and decodes in fp32 on the CPU, because +Core ML's fp16 state corrupts the cache. The Vulkan variant runs the encoder on +the GPU and the decoder on XNNPACK int8. diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7e7b649eec1bdcaa0503a00fb0cd6206760d953e Binary files /dev/null and b/config.json differ diff --git a/de_en/coreml/config.json b/de_en/coreml/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ab84394495ce26729a533fa2995d24626c7ed74c Binary files /dev/null and b/de_en/coreml/config.json differ diff --git a/de_en/coreml/opus_mt_de_en_coreml_fp16.pte b/de_en/coreml/opus_mt_de_en_coreml_fp16.pte new file mode 100644 index 0000000000000000000000000000000000000000..7da4807854581807713dd2f1a756dce520c884d0 --- /dev/null +++ b/de_en/coreml/opus_mt_de_en_coreml_fp16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9d38cc0ed7af5bf488ac2e0f07eebb273d7428570835d071ee9ac983a67914e +size 313623341 diff --git a/de_en/mlx/config.json b/de_en/mlx/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2f71d58aa4d66488463fbed3a5bca81c685567fd Binary files /dev/null and b/de_en/mlx/config.json differ diff --git a/de_en/mlx/opus_mt_de_en_mlx_bf16.pte b/de_en/mlx/opus_mt_de_en_mlx_bf16.pte new file mode 100644 index 0000000000000000000000000000000000000000..2bd1ce0a1f663d655972ccad256c72093e061408 --- /dev/null +++ b/de_en/mlx/opus_mt_de_en_mlx_bf16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a55547ee440e87fcdd3a5d59a6461cfd0e4b60b8850a7c21ead47d3ab1ef2745 +size 148918506 diff --git a/de_en/mlx/opus_mt_de_en_mlx_int8.pte b/de_en/mlx/opus_mt_de_en_mlx_int8.pte new file mode 100644 index 0000000000000000000000000000000000000000..e8ad715899fbf80a745d6b0b7df576cd45248251 --- /dev/null +++ b/de_en/mlx/opus_mt_de_en_mlx_int8.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:020f4e120e0cf69abdae9f2a0afd48a12ba7df53905bb82e37aabffeb1df58d7 +size 135845120 diff --git a/de_en/tokenizer.json b/de_en/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..2d503b32d2652743e06dafd632a39a123ec16d0f Binary files /dev/null and b/de_en/tokenizer.json differ diff --git a/de_en/vulkan/config.json b/de_en/vulkan/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0c3b4e14d607e4c75d488f7838d962d37142457c Binary files /dev/null and b/de_en/vulkan/config.json differ diff --git a/de_en/vulkan/opus_mt_de_en_vulkan_fp16.pte b/de_en/vulkan/opus_mt_de_en_vulkan_fp16.pte new file mode 100644 index 0000000000000000000000000000000000000000..a364e6315d9b9012e266bca5894fecfa80989515 --- /dev/null +++ b/de_en/vulkan/opus_mt_de_en_vulkan_fp16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af8b91624b4c9abe9d74b6a05f9910bd0bd38c9242e3c07a57f83b23a487e33 +size 129254740 diff --git a/de_en/xnnpack/config.json b/de_en/xnnpack/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eb3819b56573d1a64e49b875368a2f07b6ec0ce0 Binary files /dev/null and b/de_en/xnnpack/config.json differ diff --git a/de_en/xnnpack/opus_mt_de_en_xnnpack_fp32.pte b/de_en/xnnpack/opus_mt_de_en_xnnpack_fp32.pte new file mode 100644 index 0000000000000000000000000000000000000000..862ebbb1d4f342861b961cd70de704e44e86d092 --- /dev/null +++ b/de_en/xnnpack/opus_mt_de_en_xnnpack_fp32.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc38f6ee3706a3bb0853dc6be1e6956d6791cdfcbd29f1104c1e72903c237e7d +size 416786004 diff --git a/de_en/xnnpack/opus_mt_de_en_xnnpack_int8.pte b/de_en/xnnpack/opus_mt_de_en_xnnpack_int8.pte new file mode 100644 index 0000000000000000000000000000000000000000..433bd5d5a8d4e6682d44a84a344f745d64930aa0 --- /dev/null +++ b/de_en/xnnpack/opus_mt_de_en_xnnpack_int8.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:637859a0f3aeeb5b5f18ed66477f492579dd681d14ee7683d0169f312c42653a +size 106952020 diff --git a/en_de/coreml/config.json b/en_de/coreml/config.json new file mode 100644 index 0000000000000000000000000000000000000000..af42b6e64f3ea7e81f062eaa3cca340678f39465 Binary files /dev/null and b/en_de/coreml/config.json differ diff --git a/en_de/coreml/opus_mt_en_de_coreml_fp16.pte b/en_de/coreml/opus_mt_en_de_coreml_fp16.pte new file mode 100644 index 0000000000000000000000000000000000000000..e87d53e9e53281400aec150376e5603519d28350 --- /dev/null +++ b/en_de/coreml/opus_mt_en_de_coreml_fp16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d2015429da9d13abe190ff435467bd9fafe7ceb27bdd6995c51ed426ca267e +size 313623341 diff --git a/en_de/mlx/config.json b/en_de/mlx/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8cc8568f05ca6a81f8c98cea32ba6a2b0ed5d926 Binary files /dev/null and b/en_de/mlx/config.json differ diff --git a/en_de/mlx/opus_mt_en_de_mlx_bf16.pte b/en_de/mlx/opus_mt_en_de_mlx_bf16.pte new file mode 100644 index 0000000000000000000000000000000000000000..f71e7d3858c942755502c4f32a72a4ded2c5c90f --- /dev/null +++ b/en_de/mlx/opus_mt_en_de_mlx_bf16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2043f502b1a76a80225b60d0c1660c0380398174f2432a4862cf701047b15f4d +size 148918506 diff --git a/en_de/mlx/opus_mt_en_de_mlx_int8.pte b/en_de/mlx/opus_mt_en_de_mlx_int8.pte new file mode 100644 index 0000000000000000000000000000000000000000..912bf121154efe117b2907080f7f5a8fd88e711a --- /dev/null +++ b/en_de/mlx/opus_mt_en_de_mlx_int8.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f81efa7c2d98906e52a049e2e8f7e4ddb60891448928ca0e65aafbf7bc4b9be9 +size 135845120 diff --git a/en_de/tokenizer.json b/en_de/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..97b710b3b5b99bfda6d9e067a767e049f3f0a919 Binary files /dev/null and b/en_de/tokenizer.json differ diff --git a/en_de/vulkan/config.json b/en_de/vulkan/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ffbd0a116ef8954b7a7c47d95d973b20bd013d84 Binary files /dev/null and b/en_de/vulkan/config.json differ diff --git a/en_de/vulkan/opus_mt_en_de_vulkan_fp16.pte b/en_de/vulkan/opus_mt_en_de_vulkan_fp16.pte new file mode 100644 index 0000000000000000000000000000000000000000..a21a546d26de95a34cb27289c5d3a74c85b97ed9 --- /dev/null +++ b/en_de/vulkan/opus_mt_en_de_vulkan_fp16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd6ceadef0226c06b2a190b62abaf32b8c95414bff59df4838a66c3680a979d5 +size 129254740 diff --git a/en_de/xnnpack/config.json b/en_de/xnnpack/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9400c83609342cc643e4b6e9802b4b2f44cfe99 Binary files /dev/null and b/en_de/xnnpack/config.json differ diff --git a/en_de/xnnpack/opus_mt_en_de_xnnpack_fp32.pte b/en_de/xnnpack/opus_mt_en_de_xnnpack_fp32.pte new file mode 100644 index 0000000000000000000000000000000000000000..034415896c254f973bf1589ae6a8c5b1d258af29 --- /dev/null +++ b/en_de/xnnpack/opus_mt_en_de_xnnpack_fp32.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f722e39388b5060134899e77e966edefcb9e150b1d1f71becfc3ec3f514c635f +size 416786004 diff --git a/en_de/xnnpack/opus_mt_en_de_xnnpack_int8.pte b/en_de/xnnpack/opus_mt_en_de_xnnpack_int8.pte new file mode 100644 index 0000000000000000000000000000000000000000..0b947279f0d854bb81de21536a78b298b72da2d4 --- /dev/null +++ b/en_de/xnnpack/opus_mt_en_de_xnnpack_int8.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09e6a60ff021f41256a0f881aa2e5fb66067587ebd354721f37056a191062cbb +size 106952020 diff --git a/en_es/coreml/config.json b/en_es/coreml/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8f2595f10410a77b9e1683edc8453e66b37d00be Binary files /dev/null and b/en_es/coreml/config.json differ diff --git a/en_es/coreml/opus_mt_en_es_coreml_fp16.pte b/en_es/coreml/opus_mt_en_es_coreml_fp16.pte new file mode 100644 index 0000000000000000000000000000000000000000..b08246bb6b012cba009edd8192783765ff6f19ff --- /dev/null +++ b/en_es/coreml/opus_mt_en_es_coreml_fp16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dbb45583caa55aa154075c9000ddec49f0d0d273fe3906fea835a6f6f195981 +size 334847755 diff --git a/en_es/mlx/config.json b/en_es/mlx/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7a28c445b21b177d78f39a90317eacf612ed12d1 Binary files /dev/null and b/en_es/mlx/config.json differ diff --git a/en_es/mlx/opus_mt_en_es_mlx_bf16.pte b/en_es/mlx/opus_mt_en_es_mlx_bf16.pte new file mode 100644 index 0000000000000000000000000000000000000000..c6998064ae158ae1e03dc321cddaf0e4f78695de --- /dev/null +++ b/en_es/mlx/opus_mt_en_es_mlx_bf16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01a90618dc9044ad8af4b87411542eb744c077a335d65ef6bb1f7c3a0d1ffed1 +size 155997906 diff --git a/en_es/mlx/opus_mt_en_es_mlx_int8.pte b/en_es/mlx/opus_mt_en_es_mlx_int8.pte new file mode 100644 index 0000000000000000000000000000000000000000..877f8f709f59000e00abc241e198ee34869d24e6 --- /dev/null +++ b/en_es/mlx/opus_mt_en_es_mlx_int8.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b75da51d10e52fb9440571c19010aaa71a4fc5fbdddc5bb1d26965a2171d2b +size 146512512 diff --git a/en_es/tokenizer.json b/en_es/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..fea4f0a40b06bc67fc06a66fd4b271c7dd6a770c Binary files /dev/null and b/en_es/tokenizer.json differ diff --git a/en_es/vulkan/config.json b/en_es/vulkan/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2ae4c52253153a8c956784c618276b836198ad2d Binary files /dev/null and b/en_es/vulkan/config.json differ diff --git a/en_es/vulkan/opus_mt_en_es_vulkan_fp16.pte b/en_es/vulkan/opus_mt_en_es_vulkan_fp16.pte new file mode 100644 index 0000000000000000000000000000000000000000..85ab2b44993e0c34774d8f294f9ae9ecfbfe175c --- /dev/null +++ b/en_es/vulkan/opus_mt_en_es_vulkan_fp16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1090c247d3e2e2fd6a148d4933f8802a0e621ed5bc82aae21bb567d271205364 +size 136403108 diff --git a/en_es/xnnpack/config.json b/en_es/xnnpack/config.json new file mode 100644 index 0000000000000000000000000000000000000000..65f728d54d62650794ca0cb6c973096433079120 Binary files /dev/null and b/en_es/xnnpack/config.json differ diff --git a/en_es/xnnpack/opus_mt_en_es_xnnpack_fp32.pte b/en_es/xnnpack/opus_mt_en_es_xnnpack_fp32.pte new file mode 100644 index 0000000000000000000000000000000000000000..c71dc3156a0c71798e2581591e3768b36325281b --- /dev/null +++ b/en_es/xnnpack/opus_mt_en_es_xnnpack_fp32.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81bb8d13a5bd08c3b55fe8f1b7ae30cb829b5502f62f1346574c6341c8cbb935 +size 445076004 diff --git a/en_es/xnnpack/opus_mt_en_es_xnnpack_int8.pte b/en_es/xnnpack/opus_mt_en_es_xnnpack_int8.pte new file mode 100644 index 0000000000000000000000000000000000000000..b82338d17fece0746217c17c7c8d7607625c8a3b --- /dev/null +++ b/en_es/xnnpack/opus_mt_en_es_xnnpack_int8.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf4dfab113cfb421c61b3576ad43e03440e8dd3bdb51f5a675a828ca214e3fff +size 114100388 diff --git a/en_fr/coreml/config.json b/en_fr/coreml/config.json new file mode 100644 index 0000000000000000000000000000000000000000..781c7a8701084209e457ed34911b5efedf963567 Binary files /dev/null and b/en_fr/coreml/config.json differ diff --git a/en_fr/coreml/opus_mt_en_fr_coreml_fp16.pte b/en_fr/coreml/opus_mt_en_fr_coreml_fp16.pte new file mode 100644 index 0000000000000000000000000000000000000000..0157ad303816f7bf08fa5eb0b7646fd97e46fcbe --- /dev/null +++ b/en_fr/coreml/opus_mt_en_fr_coreml_fp16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:268b212402567bc52e23efedf4146eda2ef686e5c2ed7077eba26731ced4d222 +size 317969715 diff --git a/en_fr/mlx/config.json b/en_fr/mlx/config.json new file mode 100644 index 0000000000000000000000000000000000000000..38a2a35359453530bb40abc30e1e1dc34ad67796 Binary files /dev/null and b/en_fr/mlx/config.json differ diff --git a/en_fr/mlx/opus_mt_en_fr_mlx_bf16.pte b/en_fr/mlx/opus_mt_en_fr_mlx_bf16.pte new file mode 100644 index 0000000000000000000000000000000000000000..90b33f3f97e5e7484a6f9c76670e9cae8abe23a2 --- /dev/null +++ b/en_fr/mlx/opus_mt_en_fr_mlx_bf16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea9d5f65a8169c4f8bda6e442a150bff7ca31bba20d99fd697f500a2a254a8ec +size 150368244 diff --git a/en_fr/mlx/opus_mt_en_fr_mlx_int8.pte b/en_fr/mlx/opus_mt_en_fr_mlx_int8.pte new file mode 100644 index 0000000000000000000000000000000000000000..06079975f764eb1ffe91f793043d2a998bc63d3e --- /dev/null +++ b/en_fr/mlx/opus_mt_en_fr_mlx_int8.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19499664133a66fa343eb2a37d8ac7ee4484be8b786faedeaf0141ecae5c0be0 +size 138029568 diff --git a/en_fr/tokenizer.json b/en_fr/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..d53b91cd5fa698d8c83a1ba74ada9c7dc5598d7e Binary files /dev/null and b/en_fr/tokenizer.json differ diff --git a/en_fr/vulkan/config.json b/en_fr/vulkan/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a8b5a757a35e4f87380ca0acd9713e49441e30e5 Binary files /dev/null and b/en_fr/vulkan/config.json differ diff --git a/en_fr/vulkan/opus_mt_en_fr_vulkan_fp16.pte b/en_fr/vulkan/opus_mt_en_fr_vulkan_fp16.pte new file mode 100644 index 0000000000000000000000000000000000000000..de52d8beb89aa000f269192ccbf64be206a1fe8b --- /dev/null +++ b/en_fr/vulkan/opus_mt_en_fr_vulkan_fp16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb6174fd6c60f01974b6c7a6d9ec5843141b9054d9806c178183e9d89e7db982 +size 130718568 diff --git a/en_fr/xnnpack/config.json b/en_fr/xnnpack/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ba2e4f842f7531acaa714018d33df90c66283b06 Binary files /dev/null and b/en_fr/xnnpack/config.json differ diff --git a/en_fr/xnnpack/opus_mt_en_fr_xnnpack_fp32.pte b/en_fr/xnnpack/opus_mt_en_fr_xnnpack_fp32.pte new file mode 100644 index 0000000000000000000000000000000000000000..c17754a98079c11c305448f44b041a800b98707b --- /dev/null +++ b/en_fr/xnnpack/opus_mt_en_fr_xnnpack_fp32.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7338e93648ea0f64a545afb2bcfaedbc6688047301a8e2a160210c5d04e7023 +size 422579304 diff --git a/en_fr/xnnpack/opus_mt_en_fr_xnnpack_int8.pte b/en_fr/xnnpack/opus_mt_en_fr_xnnpack_int8.pte new file mode 100644 index 0000000000000000000000000000000000000000..b39381ed1ababb470a65f26d82750bf8fe84db8c --- /dev/null +++ b/en_fr/xnnpack/opus_mt_en_fr_xnnpack_int8.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6939b1e8d086e74345c8d4e6df5104029669b60b95d5e0630310affc5a5292ad +size 108415848 diff --git a/es_en/coreml/config.json b/es_en/coreml/config.json new file mode 100644 index 0000000000000000000000000000000000000000..03caf4fe0d279232470ac3cf8a2c12114438446b Binary files /dev/null and b/es_en/coreml/config.json differ diff --git a/es_en/coreml/opus_mt_es_en_coreml_fp16.pte b/es_en/coreml/opus_mt_es_en_coreml_fp16.pte new file mode 100644 index 0000000000000000000000000000000000000000..64a9aab89bf163964ee38084efc077b3e9339fed --- /dev/null +++ b/es_en/coreml/opus_mt_es_en_coreml_fp16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c7b851436f2f0514bbe1ba80495de40c9afb228dca7fdc075b65d18261b28d0 +size 334847755 diff --git a/es_en/mlx/config.json b/es_en/mlx/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8020e7a8064f5bdb67b198876b7d4467f54a1d5c Binary files /dev/null and b/es_en/mlx/config.json differ diff --git a/es_en/mlx/opus_mt_es_en_mlx_bf16.pte b/es_en/mlx/opus_mt_es_en_mlx_bf16.pte new file mode 100644 index 0000000000000000000000000000000000000000..3818c4d2badf5f96fd03f092055c0d939bc728ef --- /dev/null +++ b/es_en/mlx/opus_mt_es_en_mlx_bf16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35b4b1f8b76194622c31d54a43f8715f0ef4a24bb988fb33130e1e6ee68f893f +size 155997906 diff --git a/es_en/mlx/opus_mt_es_en_mlx_int8.pte b/es_en/mlx/opus_mt_es_en_mlx_int8.pte new file mode 100644 index 0000000000000000000000000000000000000000..c0aa7e1968b2a9ca980e3459b4b2a466aefb50b7 --- /dev/null +++ b/es_en/mlx/opus_mt_es_en_mlx_int8.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac335c8ed672451483d27562fe096f65955a757b0f9d3d780c8537b6f08d05c +size 146512512 diff --git a/es_en/tokenizer.json b/es_en/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..e97b893d493978ca55ec6ac2174186bc3c0ac96b Binary files /dev/null and b/es_en/tokenizer.json differ diff --git a/es_en/vulkan/config.json b/es_en/vulkan/config.json new file mode 100644 index 0000000000000000000000000000000000000000..57d35125426af86de883acac3f5817177f51902c Binary files /dev/null and b/es_en/vulkan/config.json differ diff --git a/es_en/vulkan/opus_mt_es_en_vulkan_fp16.pte b/es_en/vulkan/opus_mt_es_en_vulkan_fp16.pte new file mode 100644 index 0000000000000000000000000000000000000000..c2c73fadd6ba69adfe58be22e9fe06bf8f3a8467 --- /dev/null +++ b/es_en/vulkan/opus_mt_es_en_vulkan_fp16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be2353e6db6215b6cc1023a6c37fca73199b226a7c614fb0f94375078e1fafd0 +size 136403108 diff --git a/es_en/xnnpack/config.json b/es_en/xnnpack/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b36764a62f32576bd49d34d7c47f1edb1c0e1d7f Binary files /dev/null and b/es_en/xnnpack/config.json differ diff --git a/es_en/xnnpack/opus_mt_es_en_xnnpack_fp32.pte b/es_en/xnnpack/opus_mt_es_en_xnnpack_fp32.pte new file mode 100644 index 0000000000000000000000000000000000000000..15a8d5f5de1d97e1e491c05a2a36ffb3fb443a33 --- /dev/null +++ b/es_en/xnnpack/opus_mt_es_en_xnnpack_fp32.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cfb011c45730ddabf18de26b9729509f642bd8b2be9a4f9dbe8dd36babebafa +size 445076004 diff --git a/es_en/xnnpack/opus_mt_es_en_xnnpack_int8.pte b/es_en/xnnpack/opus_mt_es_en_xnnpack_int8.pte new file mode 100644 index 0000000000000000000000000000000000000000..fe16dd306b071e0ca1b399aea704652f858b7f76 --- /dev/null +++ b/es_en/xnnpack/opus_mt_es_en_xnnpack_int8.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d2d5b3ce001c9479b8a06144c7a9f4fe635ef285c43240730d2c8bc15a800bb +size 114101028 diff --git a/fr_en/coreml/config.json b/fr_en/coreml/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a9f9c89b420754325d1582727855ada0bf29101e Binary files /dev/null and b/fr_en/coreml/config.json differ diff --git a/fr_en/coreml/opus_mt_fr_en_coreml_fp16.pte b/fr_en/coreml/opus_mt_fr_en_coreml_fp16.pte new file mode 100644 index 0000000000000000000000000000000000000000..6f1b5cf7685ca31111672d2e7b0e31745573cdb8 --- /dev/null +++ b/fr_en/coreml/opus_mt_fr_en_coreml_fp16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31f60a251a10a1dee8ad23563f3fa825c9951bf241e1ce05f7c8a0e9d6214255 +size 317969715 diff --git a/fr_en/mlx/config.json b/fr_en/mlx/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5587b61c10e10444aa03e042c019c080277a8cb3 Binary files /dev/null and b/fr_en/mlx/config.json differ diff --git a/fr_en/mlx/opus_mt_fr_en_mlx_bf16.pte b/fr_en/mlx/opus_mt_fr_en_mlx_bf16.pte new file mode 100644 index 0000000000000000000000000000000000000000..388447de57179ca0d662aa4c3a8d3278c40faff6 --- /dev/null +++ b/fr_en/mlx/opus_mt_fr_en_mlx_bf16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e8288d887c4a028ea10449eee7a42566bf5270c4ed92356c2397b408b6c412e +size 150368244 diff --git a/fr_en/mlx/opus_mt_fr_en_mlx_int8.pte b/fr_en/mlx/opus_mt_fr_en_mlx_int8.pte new file mode 100644 index 0000000000000000000000000000000000000000..fe749e301c62bf6d1d5fc8936f29241d4cef9492 --- /dev/null +++ b/fr_en/mlx/opus_mt_fr_en_mlx_int8.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b70315f4fc42d805bc169db2ec8d2563c03ea761d9b38b7846b1c9e59afe1299 +size 138029568 diff --git a/fr_en/tokenizer.json b/fr_en/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..3d9ec88bf423683c1aacb5148a325e559372b054 Binary files /dev/null and b/fr_en/tokenizer.json differ diff --git a/fr_en/vulkan/config.json b/fr_en/vulkan/config.json new file mode 100644 index 0000000000000000000000000000000000000000..78cebe8856154bddb8b16c17b51df68147eb563f Binary files /dev/null and b/fr_en/vulkan/config.json differ diff --git a/fr_en/vulkan/opus_mt_fr_en_vulkan_fp16.pte b/fr_en/vulkan/opus_mt_fr_en_vulkan_fp16.pte new file mode 100644 index 0000000000000000000000000000000000000000..ab2075f27ac72b76d9e32de21d1d2a140269b1da --- /dev/null +++ b/fr_en/vulkan/opus_mt_fr_en_vulkan_fp16.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a517bda0f386fe0b14560940184c302490f25a5245ee76dd12db0fb8f973f91 +size 130718568 diff --git a/fr_en/xnnpack/config.json b/fr_en/xnnpack/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f406d1dcb298de3745855bb3aa88a0ca4f20f3f4 Binary files /dev/null and b/fr_en/xnnpack/config.json differ diff --git a/fr_en/xnnpack/opus_mt_fr_en_xnnpack_fp32.pte b/fr_en/xnnpack/opus_mt_fr_en_xnnpack_fp32.pte new file mode 100644 index 0000000000000000000000000000000000000000..87c3e0985be37ce771b1da25094e876b08eac5f3 --- /dev/null +++ b/fr_en/xnnpack/opus_mt_fr_en_xnnpack_fp32.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e33a9214cf4582420bf8960c14a45861f21643f70cd92e95a0f3c63dfea72a2c +size 422579304 diff --git a/fr_en/xnnpack/opus_mt_fr_en_xnnpack_int8.pte b/fr_en/xnnpack/opus_mt_fr_en_xnnpack_int8.pte new file mode 100644 index 0000000000000000000000000000000000000000..62505b2d018bf057384693977dceeec95e89d75a --- /dev/null +++ b/fr_en/xnnpack/opus_mt_fr_en_xnnpack_int8.pte @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b4831da8af5f55bccf8a20464b05ef1fd564284b31ea75b52c2008c96aae111 +size 108415848