Add opus-mt exports

.gitattributes

@@ -1,35 +1,2 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.pte filter=lfs diff=lfs merge=lfs -text
+*.json -filter -diff -merge text

LICENSE

@@ -0,0 +1,7 @@
+This repository bundles models under two licenses:
+
+- en_de: Creative Commons Attribution 4.0 International (CC-BY-4.0),
+  https://creativecommons.org/licenses/by/4.0/ . Attribution: Helsinki-NLP
+  Opus-MT, https://huggingface.co/Helsinki-NLP/opus-mt-en-de
+- de_en, en_es, es_en, en_fr, fr_en: Apache License 2.0,
+  https://www.apache.org/licenses/LICENSE-2.0

README.md

@@ -0,0 +1,173 @@
+---
+license: other
+license_name: apache-2.0-and-cc-by-4.0
+license_link: LICENSE
+pipeline_tag: translation
+library_name: executorch
+language: [en, de, es, fr]
+base_model:
+- Helsinki-NLP/opus-mt-en-de
+- Helsinki-NLP/opus-mt-de-en
+- Helsinki-NLP/opus-mt-en-es
+- Helsinki-NLP/opus-mt-es-en
+- Helsinki-NLP/opus-mt-en-fr
+- Helsinki-NLP/opus-mt-fr-en
+---
+
+# opus-mt
+
+This repository hosts the **opus-mt** models exported for the
+[React Native ExecuTorch](https://www.npmjs.com/package/react-native-executorch)
+library as ExecuTorch `.pte` programs, ready to run on device.
+
+## Variants
+
+| Path | Backend | Precision |
+| --- | --- | --- |
+| `en_de/xnnpack/opus_mt_en_de_xnnpack_fp32.pte` | xnnpack | fp32 |
+| `en_de/xnnpack/opus_mt_en_de_xnnpack_int8.pte` | xnnpack | int8 |
+| `en_de/coreml/opus_mt_en_de_coreml_fp16.pte` | coreml | fp16 |
+| `en_de/mlx/opus_mt_en_de_mlx_bf16.pte` | mlx | bf16 |
+| `en_de/mlx/opus_mt_en_de_mlx_int8.pte` | mlx | int8 |
+| `en_de/vulkan/opus_mt_en_de_vulkan_fp16.pte` | vulkan | fp16 |
+| `de_en/xnnpack/opus_mt_de_en_xnnpack_fp32.pte` | xnnpack | fp32 |
+| `de_en/xnnpack/opus_mt_de_en_xnnpack_int8.pte` | xnnpack | int8 |
+| `de_en/coreml/opus_mt_de_en_coreml_fp16.pte` | coreml | fp16 |
+| `de_en/mlx/opus_mt_de_en_mlx_bf16.pte` | mlx | bf16 |
+| `de_en/mlx/opus_mt_de_en_mlx_int8.pte` | mlx | int8 |
+| `de_en/vulkan/opus_mt_de_en_vulkan_fp16.pte` | vulkan | fp16 |
+| `en_es/xnnpack/opus_mt_en_es_xnnpack_fp32.pte` | xnnpack | fp32 |
+| `en_es/xnnpack/opus_mt_en_es_xnnpack_int8.pte` | xnnpack | int8 |
+| `en_es/coreml/opus_mt_en_es_coreml_fp16.pte` | coreml | fp16 |
+| `en_es/mlx/opus_mt_en_es_mlx_bf16.pte` | mlx | bf16 |
+| `en_es/mlx/opus_mt_en_es_mlx_int8.pte` | mlx | int8 |
+| `en_es/vulkan/opus_mt_en_es_vulkan_fp16.pte` | vulkan | fp16 |
+| `es_en/xnnpack/opus_mt_es_en_xnnpack_fp32.pte` | xnnpack | fp32 |
+| `es_en/xnnpack/opus_mt_es_en_xnnpack_int8.pte` | xnnpack | int8 |
+| `es_en/coreml/opus_mt_es_en_coreml_fp16.pte` | coreml | fp16 |
+| `es_en/mlx/opus_mt_es_en_mlx_bf16.pte` | mlx | bf16 |
+| `es_en/mlx/opus_mt_es_en_mlx_int8.pte` | mlx | int8 |
+| `es_en/vulkan/opus_mt_es_en_vulkan_fp16.pte` | vulkan | fp16 |
+| `en_fr/xnnpack/opus_mt_en_fr_xnnpack_fp32.pte` | xnnpack | fp32 |
+| `en_fr/xnnpack/opus_mt_en_fr_xnnpack_int8.pte` | xnnpack | int8 |
+| `en_fr/coreml/opus_mt_en_fr_coreml_fp16.pte` | coreml | fp16 |
+| `en_fr/mlx/opus_mt_en_fr_mlx_bf16.pte` | mlx | bf16 |
+| `en_fr/mlx/opus_mt_en_fr_mlx_int8.pte` | mlx | int8 |
+| `en_fr/vulkan/opus_mt_en_fr_vulkan_fp16.pte` | vulkan | fp16 |
+| `fr_en/xnnpack/opus_mt_fr_en_xnnpack_fp32.pte` | xnnpack | fp32 |
+| `fr_en/xnnpack/opus_mt_fr_en_xnnpack_int8.pte` | xnnpack | int8 |
+| `fr_en/coreml/opus_mt_fr_en_coreml_fp16.pte` | coreml | fp16 |
+| `fr_en/mlx/opus_mt_fr_en_mlx_bf16.pte` | mlx | bf16 |
+| `fr_en/mlx/opus_mt_fr_en_mlx_int8.pte` | mlx | int8 |
+| `fr_en/vulkan/opus_mt_fr_en_vulkan_fp16.pte` | vulkan | fp16 |
+
+## Repository structure
+
+```
+LICENSE                                        360 B
+config.json                                    29 B
+de_en/coreml/config.json                       5.5 kB
+de_en/coreml/opus_mt_de_en_coreml_fp16.pte     313.6 MB
+de_en/mlx/config.json                          10.6 kB
+de_en/mlx/opus_mt_de_en_mlx_bf16.pte           148.9 MB
+de_en/mlx/opus_mt_de_en_mlx_int8.pte           135.8 MB
+de_en/tokenizer.json                           2.4 MB
+de_en/vulkan/config.json                       5.5 kB
+de_en/vulkan/opus_mt_de_en_vulkan_fp16.pte     129.3 MB
+de_en/xnnpack/config.json                      10.6 kB
+de_en/xnnpack/opus_mt_de_en_xnnpack_fp32.pte   416.8 MB
+de_en/xnnpack/opus_mt_de_en_xnnpack_int8.pte   107.0 MB
+en_de/coreml/config.json                       5.4 kB
+en_de/coreml/opus_mt_en_de_coreml_fp16.pte     313.6 MB
+en_de/mlx/config.json                          10.6 kB
+en_de/mlx/opus_mt_en_de_mlx_bf16.pte           148.9 MB
+en_de/mlx/opus_mt_en_de_mlx_int8.pte           135.8 MB
+en_de/tokenizer.json                           2.4 MB
+en_de/vulkan/config.json                       5.4 kB
+en_de/vulkan/opus_mt_en_de_vulkan_fp16.pte     129.3 MB
+en_de/xnnpack/config.json                      10.6 kB
+en_de/xnnpack/opus_mt_en_de_xnnpack_fp32.pte   416.8 MB
+en_de/xnnpack/opus_mt_en_de_xnnpack_int8.pte   107.0 MB
+en_es/coreml/config.json                       5.5 kB
+en_es/coreml/opus_mt_en_es_coreml_fp16.pte     334.8 MB
+en_es/mlx/config.json                          10.6 kB
+en_es/mlx/opus_mt_en_es_mlx_bf16.pte           156.0 MB
+en_es/mlx/opus_mt_en_es_mlx_int8.pte           146.5 MB
+en_es/tokenizer.json                           2.7 MB
+en_es/vulkan/config.json                       5.5 kB
+en_es/vulkan/opus_mt_en_es_vulkan_fp16.pte     136.4 MB
+en_es/xnnpack/config.json                      10.6 kB
+en_es/xnnpack/opus_mt_en_es_xnnpack_fp32.pte   445.1 MB
+en_es/xnnpack/opus_mt_en_es_xnnpack_int8.pte   114.1 MB
+en_fr/coreml/config.json                       5.5 kB
+en_fr/coreml/opus_mt_en_fr_coreml_fp16.pte     318.0 MB
+en_fr/mlx/config.json                          10.6 kB
+en_fr/mlx/opus_mt_en_fr_mlx_bf16.pte           150.4 MB
+en_fr/mlx/opus_mt_en_fr_mlx_int8.pte           138.0 MB
+en_fr/tokenizer.json                           2.4 MB
+en_fr/vulkan/config.json                       5.5 kB
+en_fr/vulkan/opus_mt_en_fr_vulkan_fp16.pte     130.7 MB
+en_fr/xnnpack/config.json                      10.6 kB
+en_fr/xnnpack/opus_mt_en_fr_xnnpack_fp32.pte   422.6 MB
+en_fr/xnnpack/opus_mt_en_fr_xnnpack_int8.pte   108.4 MB
+es_en/coreml/config.json                       5.5 kB
+es_en/coreml/opus_mt_es_en_coreml_fp16.pte     334.8 MB
+es_en/mlx/config.json                          10.6 kB
+es_en/mlx/opus_mt_es_en_mlx_bf16.pte           156.0 MB
+es_en/mlx/opus_mt_es_en_mlx_int8.pte           146.5 MB
+es_en/tokenizer.json                           2.7 MB
+es_en/vulkan/config.json                       5.5 kB
+es_en/vulkan/opus_mt_es_en_vulkan_fp16.pte     136.4 MB
+es_en/xnnpack/config.json                      10.6 kB
+es_en/xnnpack/opus_mt_es_en_xnnpack_fp32.pte   445.1 MB
+es_en/xnnpack/opus_mt_es_en_xnnpack_int8.pte   114.1 MB
+fr_en/coreml/config.json                       5.5 kB
+fr_en/coreml/opus_mt_fr_en_coreml_fp16.pte     318.0 MB
+fr_en/mlx/config.json                          10.6 kB
+fr_en/mlx/opus_mt_fr_en_mlx_bf16.pte           150.4 MB
+fr_en/mlx/opus_mt_fr_en_mlx_int8.pte           138.0 MB
+fr_en/tokenizer.json                           2.4 MB
+fr_en/vulkan/config.json                       5.5 kB
+fr_en/vulkan/opus_mt_fr_en_vulkan_fp16.pte     130.7 MB
+fr_en/xnnpack/config.json                      10.6 kB
+fr_en/xnnpack/opus_mt_fr_en_xnnpack_fp32.pte   422.6 MB
+fr_en/xnnpack/opus_mt_fr_en_xnnpack_int8.pte   108.4 MB
+```
+
+## Compatibility
+
+These files are published for the **ExecuTorch v1.4.1** runtime. ExecuTorch
+gives no forward compatibility guarantee, so an older runtime may fail to load
+them.
+
+To use them in React Native ExecuTorch, pass the model constant shipped in the
+library's model registry to the corresponding task pipeline. See the
+[documentation](https://docs.swmansion.com/react-native-executorch/docs/fundamentals/downloading-models).
+
+To load these files in your own ExecuTorch runtime, read the
+[compatibility note](https://github.com/pytorch/executorch/blob/main/runtime/COMPATIBILITY.md)
+first.
+
+## Upstream models and licenses
+
+Each directory is one language pair with its own upstream model and license.
+`en_de` is CC-BY 4.0 and requires attribution to Helsinki-NLP Opus-MT.
+
+| Directory | Upstream | License |
+| --- | --- | --- |
+| `en_de` | [Helsinki-NLP/opus-mt-en-de](https://huggingface.co/Helsinki-NLP/opus-mt-en-de) | cc-by-4.0 |
+| `de_en` | [Helsinki-NLP/opus-mt-de-en](https://huggingface.co/Helsinki-NLP/opus-mt-de-en) | apache-2.0 |
+| `en_es` | [Helsinki-NLP/opus-mt-en-es](https://huggingface.co/Helsinki-NLP/opus-mt-en-es) | apache-2.0 |
+| `es_en` | [Helsinki-NLP/opus-mt-es-en](https://huggingface.co/Helsinki-NLP/opus-mt-es-en) | apache-2.0 |
+| `en_fr` | [Helsinki-NLP/opus-mt-en-fr](https://huggingface.co/Helsinki-NLP/opus-mt-en-fr) | apache-2.0 |
+| `fr_en` | [Helsinki-NLP/opus-mt-fr-en](https://huggingface.co/Helsinki-NLP/opus-mt-fr-en) | apache-2.0 |
+
+## Export notes
+
+Each `.pte` has two methods: `encode` returns the cross-attention keys and
+values of all decoder layers, and `decode` runs one greedy step against a
+256-token self-attention cache held in the program. The tokenizer adds no
+`</s>`; append it, start decoding from `<pad>` and stop at `</s>`. Core ML
+encodes in fp16 on all compute units and decodes in fp32 on the CPU, because
+Core ML's fp16 state corrupts the cache. The Vulkan variant runs the encoder on
+the GPU and the decoder on XNNPACK int8.

de_en/coreml/opus_mt_de_en_coreml_fp16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d38cc0ed7af5bf488ac2e0f07eebb273d7428570835d071ee9ac983a67914e
+size 313623341

de_en/mlx/opus_mt_de_en_mlx_bf16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55547ee440e87fcdd3a5d59a6461cfd0e4b60b8850a7c21ead47d3ab1ef2745
+size 148918506

de_en/mlx/opus_mt_de_en_mlx_int8.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020f4e120e0cf69abdae9f2a0afd48a12ba7df53905bb82e37aabffeb1df58d7
+size 135845120

de_en/vulkan/opus_mt_de_en_vulkan_fp16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af8b91624b4c9abe9d74b6a05f9910bd0bd38c9242e3c07a57f83b23a487e33
+size 129254740

de_en/xnnpack/opus_mt_de_en_xnnpack_fp32.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc38f6ee3706a3bb0853dc6be1e6956d6791cdfcbd29f1104c1e72903c237e7d
+size 416786004

de_en/xnnpack/opus_mt_de_en_xnnpack_int8.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637859a0f3aeeb5b5f18ed66477f492579dd681d14ee7683d0169f312c42653a
+size 106952020

en_de/coreml/opus_mt_en_de_coreml_fp16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d2015429da9d13abe190ff435467bd9fafe7ceb27bdd6995c51ed426ca267e
+size 313623341

en_de/mlx/opus_mt_en_de_mlx_bf16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2043f502b1a76a80225b60d0c1660c0380398174f2432a4862cf701047b15f4d
+size 148918506

en_de/mlx/opus_mt_en_de_mlx_int8.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81efa7c2d98906e52a049e2e8f7e4ddb60891448928ca0e65aafbf7bc4b9be9
+size 135845120

en_de/vulkan/opus_mt_en_de_vulkan_fp16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6ceadef0226c06b2a190b62abaf32b8c95414bff59df4838a66c3680a979d5
+size 129254740

en_de/xnnpack/opus_mt_en_de_xnnpack_fp32.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f722e39388b5060134899e77e966edefcb9e150b1d1f71becfc3ec3f514c635f
+size 416786004

en_de/xnnpack/opus_mt_en_de_xnnpack_int8.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e6a60ff021f41256a0f881aa2e5fb66067587ebd354721f37056a191062cbb
+size 106952020

en_es/coreml/opus_mt_en_es_coreml_fp16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbb45583caa55aa154075c9000ddec49f0d0d273fe3906fea835a6f6f195981
+size 334847755

en_es/mlx/opus_mt_en_es_mlx_bf16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a90618dc9044ad8af4b87411542eb744c077a335d65ef6bb1f7c3a0d1ffed1
+size 155997906

en_es/mlx/opus_mt_en_es_mlx_int8.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b75da51d10e52fb9440571c19010aaa71a4fc5fbdddc5bb1d26965a2171d2b
+size 146512512

en_es/vulkan/opus_mt_en_es_vulkan_fp16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1090c247d3e2e2fd6a148d4933f8802a0e621ed5bc82aae21bb567d271205364
+size 136403108

en_es/xnnpack/opus_mt_en_es_xnnpack_fp32.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bb8d13a5bd08c3b55fe8f1b7ae30cb829b5502f62f1346574c6341c8cbb935
+size 445076004

en_es/xnnpack/opus_mt_en_es_xnnpack_int8.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4dfab113cfb421c61b3576ad43e03440e8dd3bdb51f5a675a828ca214e3fff
+size 114100388

en_fr/coreml/opus_mt_en_fr_coreml_fp16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268b212402567bc52e23efedf4146eda2ef686e5c2ed7077eba26731ced4d222
+size 317969715

en_fr/mlx/opus_mt_en_fr_mlx_bf16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9d5f65a8169c4f8bda6e442a150bff7ca31bba20d99fd697f500a2a254a8ec
+size 150368244

en_fr/mlx/opus_mt_en_fr_mlx_int8.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19499664133a66fa343eb2a37d8ac7ee4484be8b786faedeaf0141ecae5c0be0
+size 138029568

en_fr/vulkan/opus_mt_en_fr_vulkan_fp16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6174fd6c60f01974b6c7a6d9ec5843141b9054d9806c178183e9d89e7db982
+size 130718568

en_fr/xnnpack/opus_mt_en_fr_xnnpack_fp32.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7338e93648ea0f64a545afb2bcfaedbc6688047301a8e2a160210c5d04e7023
+size 422579304

en_fr/xnnpack/opus_mt_en_fr_xnnpack_int8.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6939b1e8d086e74345c8d4e6df5104029669b60b95d5e0630310affc5a5292ad
+size 108415848

es_en/coreml/opus_mt_es_en_coreml_fp16.pte

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7b851436f2f0514bbe1ba80495de40c9afb228dca7fdc075b65d18261b28d0
+size 334847755