iliasaz commited on
Commit
138a2c3
·
verified ·
1 Parent(s): 943c7d6

RUAccentCoreML on-device bundle: 4 CoreML models + .rapack dicts + tokenizers

Browse files
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ dictpack/accents.rapack filter=lfs diff=lfs merge=lfs -text
37
+ dictpack/omographs.rapack filter=lfs diff=lfs merge=lfs -text
38
+ dictpack/yo_words.rapack filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - coreml
5
+ - russian
6
+ - text-to-speech
7
+ - accentuation
8
+ - ruaccent
9
+ ---
10
+
11
+ # RUAccentCoreML — on-device resource bundle
12
+
13
+ CoreML port of [RUAccent](https://github.com/Den4ikAI/ruaccent) (Russian lexical stress,
14
+ variant `turbo3.1`) for the Swift package
15
+ [`RUAccentCoreML`](https://github.com/iliasaz/ruaccent-coreml). Downloaded on-device by
16
+ `ModelRepository.download()` (swift-transformers `HubApi.snapshot`) and consumed by
17
+ `RUAccent(modelDirectory:)`.
18
+
19
+ **Layout**
20
+ - `coreml/` — the four CoreML models (fp16; M2/M3 8-bit palettized):
21
+ M1 accent (RoFormer), M2 omograph (BERT cross-encoder), M3 stress-usage (BERT),
22
+ M4 yo-homograph (DistilBERT).
23
+ - `dictpack/` — packed dictionaries (`.rapack` v2, mmap-able): full `accents` (3.19M entries),
24
+ `omographs`, `yo_words`, `yo_homographs`.
25
+ - `nn/` — the minimal tokenizer files (vocab/merges) the Swift tokenizers read.
26
+
27
+ Weights/dicts are the apache-2.0 HF `ruaccent/accentuator` artifacts, re-packaged. The pipeline
28
+ code is an independent reimplementation (the upstream Python is CC BY-NC-ND and was not copied).
coreml/M1_accent_fp16.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73a4d3c2705fd489dcc6571b03a4a0818d8f2411cd9327f5efe7688438189ee5
3
+ size 74982
coreml/M1_accent_fp16.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:586eaa768f4b3cfcb03d0c7a4528ee4d477b40e274c9129918f6b870f1ff3d56
3
+ size 1080832
coreml/M1_accent_fp16.mlpackage/Manifest.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fileFormatVersion": "1.0.0",
3
+ "itemInfoEntries": {
4
+ "2BC01821-A8F7-4E76-8465-88CA1BE31553": {
5
+ "author": "com.apple.CoreML",
6
+ "description": "CoreML Model Specification",
7
+ "name": "model.mlmodel",
8
+ "path": "com.apple.CoreML/model.mlmodel"
9
+ },
10
+ "97E28DEC-745C-44A0-8E9C-8CBB7FC3EA35": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Weights",
13
+ "name": "weights",
14
+ "path": "com.apple.CoreML/weights"
15
+ }
16
+ },
17
+ "rootModelIdentifier": "2BC01821-A8F7-4E76-8465-88CA1BE31553"
18
+ }
coreml/M2_omograph_fp16_pal8.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6670bff74000b62ca5d187c5114a9968e21f9b92b5d31d803474a38027b2757a
3
+ size 95704
coreml/M2_omograph_fp16_pal8.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c8276392a716df8fb2a35fcc4c52e9b8a59dc4d4f8264b7609482d31ab42520
3
+ size 89874624
coreml/M2_omograph_fp16_pal8.mlpackage/Manifest.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fileFormatVersion": "1.0.0",
3
+ "itemInfoEntries": {
4
+ "0DCDC2B9-090C-4564-A4B3-F1D74FAE62C3": {
5
+ "author": "com.apple.CoreML",
6
+ "description": "CoreML Model Weights",
7
+ "name": "weights",
8
+ "path": "com.apple.CoreML/weights"
9
+ },
10
+ "3001CB24-7EE7-4B3D-9183-84A8A905DF2A": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Specification",
13
+ "name": "model.mlmodel",
14
+ "path": "com.apple.CoreML/model.mlmodel"
15
+ }
16
+ },
17
+ "rootModelIdentifier": "3001CB24-7EE7-4B3D-9183-84A8A905DF2A"
18
+ }
coreml/M3_stress_fp16_pal8.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4399d9595fb1c3b12cb9431f5a995985553d1c5ec85f4bd1fdb27b2772c7a520
3
+ size 44231
coreml/M3_stress_fp16_pal8.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6e11e0a0a6ea88630734ac579a164df19ef2fad4481d78ed388f92d3e45b7ec
3
+ size 29133328
coreml/M3_stress_fp16_pal8.mlpackage/Manifest.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fileFormatVersion": "1.0.0",
3
+ "itemInfoEntries": {
4
+ "034191E6-3570-4B08-9819-2212A6B92ED3": {
5
+ "author": "com.apple.CoreML",
6
+ "description": "CoreML Model Specification",
7
+ "name": "model.mlmodel",
8
+ "path": "com.apple.CoreML/model.mlmodel"
9
+ },
10
+ "7CB93492-DF00-4252-B8E7-985EFAFFBC3A": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Weights",
13
+ "name": "weights",
14
+ "path": "com.apple.CoreML/weights"
15
+ }
16
+ },
17
+ "rootModelIdentifier": "034191E6-3570-4B08-9819-2212A6B92ED3"
18
+ }
coreml/M4_yo_fp16.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b453b66db9b495afc4e61aaaca6f814f99b240a847c4d41cac9cc4a754b71cc5
3
+ size 40953
coreml/M4_yo_fp16.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceec8ca0536bf7e622ea6f333a47db829744121c8b4a5f046ebeedaff94c3058
3
+ size 7137136
coreml/M4_yo_fp16.mlpackage/Manifest.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fileFormatVersion": "1.0.0",
3
+ "itemInfoEntries": {
4
+ "7511B755-CEC7-4781-A121-94257689CBA4": {
5
+ "author": "com.apple.CoreML",
6
+ "description": "CoreML Model Weights",
7
+ "name": "weights",
8
+ "path": "com.apple.CoreML/weights"
9
+ },
10
+ "A3DF6966-BDE5-43B7-BE4F-9CCC6CA4C36B": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Specification",
13
+ "name": "model.mlmodel",
14
+ "path": "com.apple.CoreML/model.mlmodel"
15
+ }
16
+ },
17
+ "rootModelIdentifier": "A3DF6966-BDE5-43B7-BE4F-9CCC6CA4C36B"
18
+ }
dictpack/accents.rapack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e119e12f12cfc41cb155549ea2d824f2bc4e5c1ab4de2f97c7dc6044d921b905
3
+ size 22801810
dictpack/omographs.rapack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b16e99395d9d62d6a1d1c65e8a2a6bf9f60c4fed2925d35d9068a9c69362dec9
3
+ size 978030
dictpack/yo_homographs.rapack ADDED
Binary file (8.94 kB). View file
 
dictpack/yo_words.rapack ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ec6a9c963b6eff92574e577e846d49228a8db65f62cba0d65452f495c03acfa
3
+ size 1050163
nn/nn_accent/vocab.txt ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [pad]
2
+ [unk]
3
+ [bos]
4
+ [eos]
5
+ '
6
+ -
7
+ .
8
+ ?
9
+ `
10
+ c
11
+ e
12
+ ́
13
+ а
14
+ б
15
+ в
16
+ г
17
+ д
18
+ е
19
+ ж
20
+ з
21
+ и
22
+ й
23
+ к
24
+ л
25
+ м
26
+ н
27
+ о
28
+ п
29
+ р
30
+ с
31
+ т
32
+ у
33
+ ф
34
+ х
35
+ ц
36
+ ч
37
+ ш
38
+ щ
39
+ ъ
40
+ ы
41
+ ь
42
+ э
43
+ ю
44
+ я
45
+ ё
nn/nn_omograph/turbo3.1/added_tokens.json ADDED
The diff for this file is too large to render. See raw diff
 
nn/nn_omograph/turbo3.1/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
nn/nn_omograph/turbo3.1/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
nn/nn_stress_usage_predictor/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
nn/nn_yo_homograph_resolver/vocab.txt ADDED
Binary file (48.6 kB). View file