Private review: measured five-language release, Hindi sentence mode and custom GGUFs
a449848 verified | { | |
| "pairs": 1835520, | |
| "counts": { | |
| "aks-Dakshina": 76330, | |
| "aks-AK-Freq": 7365, | |
| "aks-Existing": 5478, | |
| "aks-Wikidata": 18249, | |
| "aks-Samanantar": 114558, | |
| "aks-IndicCorp": 1009448, | |
| "ie": 538301, | |
| "heldout_drop_ie": 8171, | |
| "dup_ie": 149395, | |
| "ie_words": 189824, | |
| "dup_ei": 185794, | |
| "ei": 65791, | |
| "heldout_drop_ei": 665, | |
| "ei_words": 137774 | |
| }, | |
| "unique_natives": 1242898, | |
| "unique_romans": 1513122, | |
| "overlap_valid_test_natives": 0, | |
| "overlap_valid_test_romans": 0, | |
| "heldout_natives_total": 11576, | |
| "heldout_romans_total": 24322, | |
| "margins": { | |
| "ie": 0.6, | |
| "ei": 0.35, | |
| "maxv_ie": 4, | |
| "maxv_ei": 2 | |
| } | |
| } |