Add safetensors and yaml configs
Browse files- charbert_16x384.safetensors +3 -0
- charbert_32x192.safetensors +3 -0
- charbert_4x512.safetensors +3 -0
- codec_16x384.safetensors +3 -0
- codec_32x192.safetensors +3 -0
- codec_4x512.safetensors +3 -0
- modem_16x384_meta.yml +14 -0
- modem_32x192_meta.yml +14 -0
- modem_4x512_meta.yml +14 -0
charbert_16x384.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:437c13c395be43683cf70b37d109393add135409955b8e0cb0ae0e833c39e00e
|
| 3 |
+
size 12838460
|
charbert_32x192.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:653173516b6ddb7608e830855a5d97959ceb6c20e116caaaddd469b3ec78eedb
|
| 3 |
+
size 12838460
|
charbert_4x512.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:814926f3f07390f6e55d05b1a82ff0ab7b678316a8d0b6a3a64435313e861d09
|
| 3 |
+
size 12772916
|
codec_16x384.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9e0ebddbac27d6b0f0d041c866fcff0fbd16204fcb5f1e52d55145d315262abb
|
| 3 |
+
size 15270192
|
codec_32x192.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9d5c491570f3748885cd3f3052351fb82a165c05801b3f8c6754d4e1d3db0e48
|
| 3 |
+
size 15204528
|
codec_4x512.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40d089125d6c04d92eef515775d81d1b833bb84e25308a9cdbb0d705c090cc5a
|
| 3 |
+
size 15073072
|
modem_16x384_meta.yml
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
max_text_len: 96
|
| 2 |
+
num_symbols: 16
|
| 3 |
+
spread_factor: 4
|
| 4 |
+
d_model: 256
|
| 5 |
+
vocab: [ "<PAD>", "<START>", "<END>", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", " ", ".", ",", "!", "?", "'", "-", "<MASK>" ]
|
| 6 |
+
|
| 7 |
+
pad_token: <PAD>
|
| 8 |
+
start_token: <START>
|
| 9 |
+
end_token: <END>
|
| 10 |
+
mask_token: <MASK>
|
| 11 |
+
special_tokens: [ "<PAD>", "<START>", "<END>" ]
|
| 12 |
+
|
| 13 |
+
codec_model: models/codec_16x384.safetensors
|
| 14 |
+
bert_model: models/charbert_16x384.safetensors
|
modem_32x192_meta.yml
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
max_text_len: 96
|
| 2 |
+
num_symbols: 16
|
| 3 |
+
spread_factor: 2
|
| 4 |
+
d_model: 256
|
| 5 |
+
vocab: [ "<PAD>", "<START>", "<END>", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", " ", ".", ",", "!", "?", "'", "-", "<MASK>" ]
|
| 6 |
+
|
| 7 |
+
pad_token: <PAD>
|
| 8 |
+
start_token: <START>
|
| 9 |
+
end_token: <END>
|
| 10 |
+
mask_token: <MASK>
|
| 11 |
+
special_tokens: [ "<PAD>", "<START>", "<END>" ]
|
| 12 |
+
|
| 13 |
+
codec_model: models/codec_32x192.safetensors
|
| 14 |
+
bert_model: models/charbert_32x192.safetensors
|
modem_4x512_meta.yml
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
max_text_len: 32
|
| 2 |
+
num_symbols: 4
|
| 3 |
+
spread_factor: 16
|
| 4 |
+
d_model: 256
|
| 5 |
+
vocab: [ "<PAD>", "<START>", "<END>", "a", "b", "c", "d", "e", "f", "g", "h", "i", "j", "k", "l", "m", "n", "o", "p", "q", "r", "s", "t", "u", "v", "w", "x", "y", "z", "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", " ", ".", ",", "!", "?", "'", "-", "<MASK>" ]
|
| 6 |
+
|
| 7 |
+
pad_token: <PAD>
|
| 8 |
+
start_token: <START>
|
| 9 |
+
end_token: <END>
|
| 10 |
+
mask_token: <MASK>
|
| 11 |
+
special_tokens: [ "<PAD>", "<START>", "<END>" ]
|
| 12 |
+
|
| 13 |
+
codec_model: models/codec_4x512.safetensors
|
| 14 |
+
bert_model: models/charbert_4x512.safetensors
|