Private review: measured five-language release, Hindi sentence mode and custom GGUFs
a449848 verified | { | |
| "pairs": 2875167, | |
| "counts": { | |
| "aks-Dakshina": 50927, | |
| "aks-Existing": 24043, | |
| "aks-Wikidata": 26, | |
| "aks-Samanantar": 42413, | |
| "aks-IndicCorp": 2312138, | |
| "ie": 419006, | |
| "dup_ie": 159572, | |
| "heldout_drop_ie": 3317, | |
| "ie_words": 185770, | |
| "dup_ei": 144002, | |
| "ei": 26614, | |
| "heldout_drop_ei": 153, | |
| "ei_words": 90000 | |
| }, | |
| "unique_natives": 2437907, | |
| "unique_romans": 2637382, | |
| "overlap_valid_test_natives": 0, | |
| "overlap_valid_test_romans": 0, | |
| "heldout_natives_total": 11204, | |
| "heldout_romans_total": 17503, | |
| "margins": { | |
| "ie": 0.6, | |
| "ei": 0.35, | |
| "maxv_ie": 4, | |
| "maxv_ei": 2 | |
| } | |
| } |