Ransaka commited on
Commit
e6feccf
·
verified ·
1 Parent(s): 87dd65d

Upload 5 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ news_bigrams.json filter=lfs diff=lfs merge=lfs -text
akshara_vocab.json ADDED
@@ -0,0 +1,544 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<PAD>": 0,
3
+ "<UNK>": 1,
4
+ "0": 2,
5
+ "1": 3,
6
+ "2": 4,
7
+ "3": 5,
8
+ "4": 6,
9
+ "5": 7,
10
+ "6": 8,
11
+ "7": 9,
12
+ "8": 10,
13
+ "9": 11,
14
+ "A": 12,
15
+ "B": 13,
16
+ "C": 14,
17
+ "D": 15,
18
+ "E": 16,
19
+ "F": 17,
20
+ "G": 18,
21
+ "H": 19,
22
+ "I": 20,
23
+ "J": 21,
24
+ "K": 22,
25
+ "L": 23,
26
+ "M": 24,
27
+ "N": 25,
28
+ "O": 26,
29
+ "P": 27,
30
+ "Q": 28,
31
+ "R": 29,
32
+ "S": 30,
33
+ "T": 31,
34
+ "U": 32,
35
+ "V": 33,
36
+ "W": 34,
37
+ "X": 35,
38
+ "Y": 36,
39
+ "Z": 37,
40
+ "a": 38,
41
+ "b": 39,
42
+ "c": 40,
43
+ "d": 41,
44
+ "e": 42,
45
+ "f": 43,
46
+ "g": 44,
47
+ "h": 45,
48
+ "i": 46,
49
+ "j": 47,
50
+ "k": 48,
51
+ "l": 49,
52
+ "m": 50,
53
+ "n": 51,
54
+ "o": 52,
55
+ "p": 53,
56
+ "q": 54,
57
+ "r": 55,
58
+ "s": 56,
59
+ "t": 57,
60
+ "u": 58,
61
+ "v": 59,
62
+ "w": 60,
63
+ "x": 61,
64
+ "y": 62,
65
+ "z": 63,
66
+ "°": 64,
67
+ "·": 65,
68
+ "½": 66,
69
+ "×": 67,
70
+ "Ø": 68,
71
+ "˝": 69,
72
+ "π": 70,
73
+ "ං": 71,
74
+ "අ": 72,
75
+ "අං": 73,
76
+ "අැ": 74,
77
+ "ආ": 75,
78
+ "ආං": 76,
79
+ "ඇ": 77,
80
+ "ඈ": 78,
81
+ "ඉ": 79,
82
+ "ඉං": 80,
83
+ "ඊ": 81,
84
+ "උ": 82,
85
+ "ඌ": 83,
86
+ "ඍ": 84,
87
+ "එ": 85,
88
+ "එං": 86,
89
+ "එ්": 87,
90
+ "ඒ": 88,
91
+ "ඓ": 89,
92
+ "ඔ": 90,
93
+ "ඕ": 91,
94
+ "ඖ": 92,
95
+ "ක": 93,
96
+ "කං": 94,
97
+ "ක්": 95,
98
+ "කා": 96,
99
+ "කැ": 97,
100
+ "කෑ": 98,
101
+ "කි": 99,
102
+ "කී": 100,
103
+ "කු": 101,
104
+ "කූ": 102,
105
+ "කෘ": 103,
106
+ "කෙ": 104,
107
+ "කේ": 105,
108
+ "කො": 106,
109
+ "කෝ": 107,
110
+ "කෞ": 108,
111
+ "කෲ": 109,
112
+ "ඛ": 110,
113
+ "ඛ්": 111,
114
+ "ඛා": 112,
115
+ "ඛි": 113,
116
+ "ඛී": 114,
117
+ "ඛු": 115,
118
+ "ඛෙ": 116,
119
+ "ඛෝ": 117,
120
+ "ග": 118,
121
+ "ගං": 119,
122
+ "ග්": 120,
123
+ "ගා": 121,
124
+ "ගැ": 122,
125
+ "ගෑ": 123,
126
+ "ගි": 124,
127
+ "ගී": 125,
128
+ "ගු": 126,
129
+ "ගූ": 127,
130
+ "ගෘ": 128,
131
+ "ගෙ": 129,
132
+ "ගේ": 130,
133
+ "ගො": 131,
134
+ "ගෝ": 132,
135
+ "ගෞ": 133,
136
+ "ඝ": 134,
137
+ "ඝ්": 135,
138
+ "ඝා": 136,
139
+ "ඝු": 137,
140
+ "ඝෝ": 138,
141
+ "ඟ": 139,
142
+ "ඟා": 140,
143
+ "ඟි": 141,
144
+ "ඟී": 142,
145
+ "ඟු": 143,
146
+ "ඟෙ": 144,
147
+ "ඟේ": 145,
148
+ "ච": 146,
149
+ "චං": 147,
150
+ "ච්": 148,
151
+ "චා": 149,
152
+ "චැ": 150,
153
+ "චෑ": 151,
154
+ "චි": 152,
155
+ "චී": 153,
156
+ "චු": 154,
157
+ "චූ": 155,
158
+ "චෙ": 156,
159
+ "චේ": 157,
160
+ "චෛ": 158,
161
+ "චො": 159,
162
+ "චෝ": 160,
163
+ "චෞ": 161,
164
+ "ඡ": 162,
165
+ "ඡා": 163,
166
+ "ඡි": 164,
167
+ "ඡේ": 165,
168
+ "ජ": 166,
169
+ "ජං": 167,
170
+ "ජ්": 168,
171
+ "ජා": 169,
172
+ "ජැ": 170,
173
+ "ජෑ": 171,
174
+ "ජි": 172,
175
+ "ජී": 173,
176
+ "ජු": 174,
177
+ "ජූ": 175,
178
+ "ජෙ": 176,
179
+ "ජේ": 177,
180
+ "ජෛ": 178,
181
+ "ජො": 179,
182
+ "ජෝ": 180,
183
+ "ඣි": 181,
184
+ "ඤ": 182,
185
+ "ඤ්": 183,
186
+ "ඤා": 184,
187
+ "ඥ": 185,
188
+ "ට": 186,
189
+ "ට්": 187,
190
+ "ටා": 188,
191
+ "ටැ": 189,
192
+ "ටෑ": 190,
193
+ "ටි": 191,
194
+ "ටී": 192,
195
+ "ටු": 193,
196
+ "ටූ": 194,
197
+ "ටෙ": 195,
198
+ "ටේ": 196,
199
+ "ටො": 197,
200
+ "ටෝ": 198,
201
+ "ඨ": 199,
202
+ "ඨා": 200,
203
+ "ඨි": 201,
204
+ "ඨී": 202,
205
+ "ඩ": 203,
206
+ "ඩං": 204,
207
+ "ඩ්": 205,
208
+ "ඩා": 206,
209
+ "ඩැ": 207,
210
+ "ඩි": 208,
211
+ "ඩී": 209,
212
+ "ඩු": 210,
213
+ "ඩෘ": 211,
214
+ "ඩෙ": 212,
215
+ "ඩේ": 213,
216
+ "ඩො": 214,
217
+ "ඩෝ": 215,
218
+ "ඩෲ": 216,
219
+ "ඪ": 217,
220
+ "ඪා": 218,
221
+ "ණ": 219,
222
+ "ණං": 220,
223
+ "ණ්": 221,
224
+ "ණා": 222,
225
+ "ණෑ": 223,
226
+ "ණි": 224,
227
+ "ණී": 225,
228
+ "ණු": 226,
229
+ "ණෙ": 227,
230
+ "ණේ": 228,
231
+ "ණෝ": 229,
232
+ "ඬ": 230,
233
+ "ඬු": 231,
234
+ "ත": 232,
235
+ "තං": 233,
236
+ "ත්": 234,
237
+ "තා": 235,
238
+ "තැ": 236,
239
+ "තෑ": 237,
240
+ "ති": 238,
241
+ "තී": 239,
242
+ "තු": 240,
243
+ "තූ": 241,
244
+ "තෘ": 242,
245
+ "තෙ": 243,
246
+ "තේ": 244,
247
+ "තො": 245,
248
+ "තෝ": 246,
249
+ "ථ": 247,
250
+ "ථ්": 248,
251
+ "ථා": 249,
252
+ "ථි": 250,
253
+ "ථී": 251,
254
+ "ථු": 252,
255
+ "ථූ": 253,
256
+ "ථෙ": 254,
257
+ "ථේ": 255,
258
+ "ද": 256,
259
+ "ද්": 257,
260
+ "දා": 258,
261
+ "දැ": 259,
262
+ "දෑ": 260,
263
+ "දි": 261,
264
+ "දී": 262,
265
+ "දු": 263,
266
+ "දූ": 264,
267
+ "දෘ": 265,
268
+ "දෙ": 266,
269
+ "දේ": 267,
270
+ "දෛ": 268,
271
+ "දො": 269,
272
+ "දෝ": 270,
273
+ "ධ": 271,
274
+ "ධ්": 272,
275
+ "ධා": 273,
276
+ "ධි": 274,
277
+ "ධී": 275,
278
+ "ධු": 276,
279
+ "ධූ": 277,
280
+ "ධෘ": 278,
281
+ "ධෛ": 279,
282
+ "ධෝ": 280,
283
+ "න": 281,
284
+ "නං": 282,
285
+ "නඃ": 283,
286
+ "න්": 284,
287
+ "නා": 285,
288
+ "නැ": 286,
289
+ "නෑ": 287,
290
+ "නි": 288,
291
+ "නී": 289,
292
+ "නු": 290,
293
+ "නූ": 291,
294
+ "නෙ": 292,
295
+ "නේ": 293,
296
+ "නෛ": 294,
297
+ "නො": 295,
298
+ "නෝ": 296,
299
+ "නෞ": 297,
300
+ "ඳ": 298,
301
+ "ඳා": 299,
302
+ "ඳි": 300,
303
+ "ඳී": 301,
304
+ "ඳු": 302,
305
+ "ඳෙ": 303,
306
+ "ඳේ": 304,
307
+ "ප": 305,
308
+ "පං": 306,
309
+ "ප්": 307,
310
+ "පා": 308,
311
+ "පැ": 309,
312
+ "පෑ": 310,
313
+ "පි": 311,
314
+ "පී": 312,
315
+ "පු": 313,
316
+ "පූ": 314,
317
+ "පෘ": 315,
318
+ "පෙ": 316,
319
+ "පේ": 317,
320
+ "පො": 318,
321
+ "පෝ": 319,
322
+ "පෞ": 320,
323
+ "ඵ": 321,
324
+ "ඵ්": 322,
325
+ "ඵු": 323,
326
+ "ඵෙ": 324,
327
+ "බ": 325,
328
+ "බං": 326,
329
+ "බ්": 327,
330
+ "බා": 328,
331
+ "බැ": 329,
332
+ "බෑ": 330,
333
+ "බි": 331,
334
+ "බී": 332,
335
+ "බු": 333,
336
+ "බූ": 334,
337
+ "බෙ": 335,
338
+ "බේ": 336,
339
+ "බො": 337,
340
+ "බෝ": 338,
341
+ "බෞ": 339,
342
+ "බෲ": 340,
343
+ "භ": 341,
344
+ "භ්": 342,
345
+ "භා": 343,
346
+ "භි": 344,
347
+ "භී": 345,
348
+ "භු": 346,
349
+ "භූ": 347,
350
+ "භේ": 348,
351
+ "භෝ": 349,
352
+ "භෞ": 350,
353
+ "ම": 351,
354
+ "මං": 352,
355
+ "ම්": 353,
356
+ "මා": 354,
357
+ "මැ": 355,
358
+ "මෑ": 356,
359
+ "මි": 357,
360
+ "මී": 358,
361
+ "මු": 359,
362
+ "මූ": 360,
363
+ "මෘ": 361,
364
+ "මෙ": 362,
365
+ "මේ": 363,
366
+ "මෛ": 364,
367
+ "මො": 365,
368
+ "මෝ": 366,
369
+ "මෞ": 367,
370
+ "ඹ": 368,
371
+ "ඹා": 369,
372
+ "ඹි": 370,
373
+ "ඹී": 371,
374
+ "ඹු": 372,
375
+ "ඹූ": 373,
376
+ "ඹෙ": 374,
377
+ "ය": 375,
378
+ "යං": 376,
379
+ "යා": 377,
380
+ "යැ": 378,
381
+ "යෑ": 379,
382
+ "යි": 380,
383
+ "යී": 381,
384
+ "යු": 382,
385
+ "යූ": 383,
386
+ "යෙ": 384,
387
+ "යේ": 385,
388
+ "යො": 386,
389
+ "යෝ": 387,
390
+ "යෞ": 388,
391
+ "ර": 389,
392
+ "රං": 390,
393
+ "ර්": 391,
394
+ "රා": 392,
395
+ "රැ": 393,
396
+ "රෑ": 394,
397
+ "රි": 395,
398
+ "රී": 396,
399
+ "රු": 397,
400
+ "රූ": 398,
401
+ "රෙ": 399,
402
+ "රේ": 400,
403
+ "රො": 401,
404
+ "රෝ": 402,
405
+ "රෞ": 403,
406
+ "ල": 404,
407
+ "ලං": 405,
408
+ "ල්": 406,
409
+ "ලා": 407,
410
+ "ලැ": 408,
411
+ "ලෑ": 409,
412
+ "ලි": 410,
413
+ "ලී": 411,
414
+ "ලු": 412,
415
+ "ලූ": 413,
416
+ "ලෙ": 414,
417
+ "ලේ": 415,
418
+ "ලෛ": 416,
419
+ "ලො": 417,
420
+ "ලෝ": 418,
421
+ "ලෞ": 419,
422
+ "ව": 420,
423
+ "වං": 421,
424
+ "ව්": 422,
425
+ "වා": 423,
426
+ "වැ": 424,
427
+ "වෑ": 425,
428
+ "වි": 426,
429
+ "වී": 427,
430
+ "වු": 428,
431
+ "වූ": 429,
432
+ "වෘ": 430,
433
+ "වෙ": 431,
434
+ "වේ": 432,
435
+ "වෛ": 433,
436
+ "වො": 434,
437
+ "වෝ": 435,
438
+ "ශ": 436,
439
+ "ශං": 437,
440
+ "ශ්": 438,
441
+ "ශා": 439,
442
+ "ශි": 440,
443
+ "ශී": 441,
444
+ "ශු": 442,
445
+ "ශූ": 443,
446
+ "ශෘ": 444,
447
+ "ශේ": 445,
448
+ "ශෛ": 446,
449
+ "ශෝ": 447,
450
+ "ෂ": 448,
451
+ "ෂ්": 449,
452
+ "ෂා": 450,
453
+ "ෂැ": 451,
454
+ "ෂෑ": 452,
455
+ "ෂි": 453,
456
+ "ෂී": 454,
457
+ "ෂු": 455,
458
+ "ෂූ": 456,
459
+ "ෂෙ": 457,
460
+ "ෂේ": 458,
461
+ "ෂො": 459,
462
+ "ෂෝ": 460,
463
+ "ස": 461,
464
+ "සං": 462,
465
+ "ස්": 463,
466
+ "සා": 464,
467
+ "සැ": 465,
468
+ "සෑ": 466,
469
+ "සි": 467,
470
+ "සී": 468,
471
+ "සු": 469,
472
+ "සූ": 470,
473
+ "සෘ": 471,
474
+ "සෙ": 472,
475
+ "සේ": 473,
476
+ "සෛ": 474,
477
+ "සො": 475,
478
+ "සෝ": 476,
479
+ "සෞ": 477,
480
+ "හ": 478,
481
+ "හං": 479,
482
+ "හ්": 480,
483
+ "හා": 481,
484
+ "හැ": 482,
485
+ "හි": 483,
486
+ "හී": 484,
487
+ "හු": 485,
488
+ "හූ": 486,
489
+ "හෘ": 487,
490
+ "හෙ": 488,
491
+ "හේ": 489,
492
+ "හො": 490,
493
+ "හෝ": 491,
494
+ "ළ": 492,
495
+ "ළං": 493,
496
+ "ළා": 494,
497
+ "ළැ": 495,
498
+ "ළෑ": 496,
499
+ "ළි": 497,
500
+ "ළී": 498,
501
+ "ළු": 499,
502
+ "ළෙ": 500,
503
+ "ළේ": 501,
504
+ "ළො": 502,
505
+ "ළෝ": 503,
506
+ "ෆ": 504,
507
+ "ෆ්": 505,
508
+ "ෆා": 506,
509
+ "ෆැ": 507,
510
+ "ෆි": 508,
511
+ "ෆී": 509,
512
+ "ෆු": 510,
513
+ "ෆෙ": 511,
514
+ "ෆේ": 512,
515
+ "ෆො": 513,
516
+ "ෆෝ": 514,
517
+ "්": 515,
518
+ "ා": 516,
519
+ "ෙ": 517,
520
+ "ෟ": 518,
521
+ "෴": 519,
522
+ "​": 520,
523
+ "‌": 521,
524
+ "‍": 522,
525
+ "‎": 523,
526
+ "–": 524,
527
+ "—": 525,
528
+ "‘": 526,
529
+ "’": 527,
530
+ "“": 528,
531
+ "”": 529,
532
+ "•": 530,
533
+ "…": 531,
534
+ "→": 532,
535
+ "−": 533,
536
+ "●": 534,
537
+ "김": 535,
538
+ "씨": 536,
539
+ "이": 537,
540
+ "": 538,
541
+ "": 539,
542
+ "<EOS>": 540,
543
+ "<BOS>": 541
544
+ }
bigru_corrector.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6832d4378526f2cd943acaaa61ec756f39a88359b46f4b92e86895b9193b529e
3
+ size 3569070
dictionary.npy CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a2c7d1947fc79026b6cafaf0a37f843e4979d5b9372e767ed58860fadf88cf61
3
- size 1600128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24d74fb6669bb6643b9774d7fe2f813ef30be66282193f4084fac68e369c4d56
3
+ size 5652240
news_bigrams.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66d325835c7f9dce4dc91fdf4b6991c86deeb9373eed812ceb936920113c5378
3
+ size 10738278
news_unigrams.json ADDED
The diff for this file is too large to render. See raw diff