Private review: measured five-language release, Hindi sentence mode and custom GGUFs
a449848 verified | { | |
| "format": "aksharalp-multiindic/1", | |
| "language": "bn", | |
| "beam": 8, | |
| "nbest": 8, | |
| "model": "xlit.q4", | |
| "dictionary": "dict.tsv.gz", | |
| "dictionary_words": 500000, | |
| "dictionary_total": 29467775, | |
| "unk": -17.198807885289952, | |
| "reranker": { | |
| "type": "linear", | |
| "features": [ | |
| "sc", | |
| "scn", | |
| "inlex", | |
| "uni", | |
| "free0", | |
| "rank", | |
| "sc_rel", | |
| "uni_rel" | |
| ], | |
| "w": [ | |
| 0.7719883322715759, | |
| 0.7239015102386475, | |
| 2.2432072162628174, | |
| 0.3994755744934082, | |
| -0.1507813185453415, | |
| -0.07777873426675797, | |
| 0.7293219566345215, | |
| 0.42816251516342163 | |
| ], | |
| "mu": [ | |
| -5.078212233229818, | |
| -0.8147631729600909, | |
| 0.31161147274689055, | |
| -4.2673892678692775, | |
| 0.13265511803554703, | |
| 0.4336724409822265, | |
| -3.7508561308261763, | |
| -0.6986245748643944 | |
| ], | |
| "sd": [ | |
| 2.216960295304686, | |
| 0.6165648295196909, | |
| 0.46315298671618116, | |
| 6.490492456336254, | |
| 0.33920261805997143, | |
| 0.28614764292216904, | |
| 2.341120778815271, | |
| 1.748762448987244 | |
| ], | |
| "fit_split": "all Aksharantar VALID", | |
| "fit_n": 11188, | |
| "l2": 0.001, | |
| "seed": 0 | |
| } | |
| } | |