File size: 3,425 Bytes
2bc3590
1
window.TB2={"belebele": {"en": {"n": 900, "acc": 97.8, "prompt": 221.9, "reasoning": 182.4, "completion": 193.4, "latency": 0.46, "cost_per_1k": 0.321, "acc_paired": 97.8}, "mix": {"n": 900, "acc": 95.6, "prompt": 732.8, "reasoning": 555.9, "completion": 566.8, "latency": 0.83, "cost_per_1k": 0.973, "acc_paired": 95.6}, "ta": {"n": 900, "acc": 88.3, "prompt": 975.6, "reasoning": 880.8, "completion": 891.7, "latency": 1.05, "cost_per_1k": 1.46, "acc_paired": 88.3}, "translit": {"n": 900, "acc": 80.3, "prompt": 431.0, "reasoning": 1730.8, "completion": 1741.4, "latency": 2.15, "cost_per_1k": 2.262, "acc_paired": 80.3}, "_paired_n": 900}, "hard": {"letter_count": {"correct": 30, "n": 30, "acc": 100.0}, "reverse": {"correct": 20, "n": 24, "acc": 83.3}, "uyirmei_split": {"correct": 18, "n": 18, "acc": 100.0}, "trad_numerals": {"correct": 18, "n": 18, "acc": 100.0}, "kural_complete": {"correct": 18, "n": 18, "acc": 100.0}, "tamil_calendar": {"correct": 12, "n": 12, "acc": 100.0}, "reverse_long": {"correct": 13, "n": 24, "acc": 54.2}, "sentence_count": {"correct": 16, "n": 18, "acc": 88.9}, "consonant_count": {"correct": 6, "n": 6, "acc": 100.0}}, "hard_total": {"correct": 151, "n": 168}, "writing": {"n": 15, "correctness": 4.97, "fluency": 4.77, "instruction": 4.93, "tanglish_register_kept": 3, "tanglish_n": 5, "tamil_output_vs_tanglish_tokens": 2.36}, "tokenizer_league": {"passages": 488, "ta_words": 29458, "en_words": 38331, "rows": [{"model": "Gemma3", "vocab": 262145, "flores_en": 47471, "flores_ta": 69429, "ratio": 1.46, "tok_per_ta_word": 2.36, "tok_per_en_word": 1.24, "chars_per_ta_tok": 3.9, "tb_en": 1278, "tb_ta": 1371, "tb_tl": 1516, "tl_ratio": 1.19}, {"model": "gpt-oss", "vocab": 200019, "flores_en": 46922, "flores_ta": 92433, "ratio": 1.97, "tok_per_ta_word": 3.14, "tok_per_en_word": 1.22, "chars_per_ta_tok": 2.93, "tb_en": 1221, "tb_ta": 1750, "tb_tl": 1454, "tl_ratio": 1.19}, {"model": "Sarvam-M", "vocab": 131072, "flores_en": 48623, "flores_ta": 105550, "ratio": 2.17, "tok_per_ta_word": 3.58, "tok_per_en_word": 1.27, "chars_per_ta_tok": 2.57, "tb_en": 1325, "tb_ta": 2092, "tb_tl": 1617, "tl_ratio": 1.22}, {"model": "DeepSeek-V3", "vocab": 128815, "flores_en": 47204, "flores_ta": 145109, "ratio": 3.07, "tok_per_ta_word": 4.93, "tok_per_en_word": 1.23, "chars_per_ta_tok": 1.87, "tb_en": 1213, "tb_ta": 2588, "tb_tl": 1531, "tl_ratio": 1.26}, {"model": "Mistral-Small", "vocab": 131072, "flores_en": 48623, "flores_ta": 165731, "ratio": 3.41, "tok_per_ta_word": 5.63, "tok_per_en_word": 1.27, "chars_per_ta_tok": 1.64, "tb_en": 1325, "tb_ta": 3008, "tb_tl": 1617, "tl_ratio": 1.22}, {"model": "Beam", "vocab": 151681, "flores_en": 48219, "flores_ta": 296036, "ratio": 6.14, "tok_per_ta_word": 10.05, "tok_per_en_word": 1.26, "chars_per_ta_tok": 0.92, "tb_en": 1313, "tb_ta": 4935, "tb_tl": 1641, "tl_ratio": 1.25}, {"model": "Qwen3", "vocab": 151669, "flores_en": 48219, "flores_ta": 296036, "ratio": 6.14, "tok_per_ta_word": 10.05, "tok_per_en_word": 1.26, "chars_per_ta_tok": 0.92, "tb_en": 1313, "tb_ta": 4935, "tb_tl": 1641, "tl_ratio": 1.25}, {"model": "Llama3.3", "vocab": 128256, "flores_en": 47383, "flores_ta": 362255, "ratio": 7.65, "tok_per_ta_word": 12.3, "tok_per_en_word": 1.24, "chars_per_ta_tok": 0.75, "tb_en": 1238, "tb_ta": 5924, "tb_tl": 1554, "tl_ratio": 1.26}]}, "calls": 3783, "cost_usd": 4.8, "truncated": {"en": 0, "mix": 1, "ta": 14, "translit": 32}};