Create vocab.json
Browse files- vocab.json +11 -0
vocab.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"[PAD]": 0,
|
| 3 |
+
"[UNK]": 1,
|
| 4 |
+
"[CLS]": 2,
|
| 5 |
+
"[SEP]": 3,
|
| 6 |
+
"[MASK]": 4,
|
| 7 |
+
"a": 5,
|
| 8 |
+
"b": 6,
|
| 9 |
+
"c": 7
|
| 10 |
+
// ... (tu idą wszystkie tokeny słownika, pełny plik zależy od modelu)
|
| 11 |
+
}
|