Download log.jsonl from AdaptiveChunking/emactl_noema_s1: direct link, hf CLI and curl.
- Browser
- Download file 170 kB
-
https://huggingface.co/AdaptiveChunking/emactl_noema_s1/resolve/main/log.jsonl
- Command line
-
hf download hf://AdaptiveChunking/emactl_noema_s1/log.jsonl
-
curl -L -o log.jsonl https://huggingface.co/AdaptiveChunking/emactl_noema_s1/resolve/main/log.jsonl
170 kB
| {"event": "start", "run": "emactl_noema_s1", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3} | |
| {"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3} | |
| {"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 7.975542}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 7.980804}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.810944}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 7.940182}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 7.978067}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.056575}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.856999}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.113177}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.099115}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.255005}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.116607}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.11144}}, "bpb": {"en": 7.97554, "de": 7.9808, "vi": 7.81094, "tr": 7.94018, "fi": 7.97807, "ru": 8.05657, "el": 7.857, "hi": 8.11318, "ta": 8.09911, "th": 8.25501, "zh": 8.11661, "my": 8.11144}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.2} | |
| {"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.54764, "bpb": 8.00355, "chunk_loss": 0.043969, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 6.9671, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.007, "alpha": 0.03, "t": 3.6} | |
| {"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2672.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153537, "cps": 20.875, "mean_p": 0.478155, "boundary_entropy": 0.685445, "bpb": 7.949601}, "de": {"chunks": 2047.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099693, "cps": 15.992188, "mean_p": 0.469689, "boundary_entropy": 0.685277, "bpb": 7.958527}, "vi": {"chunks": 14152.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76767, "cps": 110.5625, "mean_p": 0.50713, "boundary_entropy": 0.688286, "bpb": 7.793557}, "tr": {"chunks": 5643.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311716, "cps": 44.085938, "mean_p": 0.486068, "boundary_entropy": 0.686378, "bpb": 7.922252}, "fi": {"chunks": 4722.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251023, "cps": 36.890625, "mean_p": 0.484469, "boundary_entropy": 0.686593, "bpb": 7.955621}, "ru": {"chunks": 17498.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.923377, "cps": 136.703125, "mean_p": 0.502296, "boundary_entropy": 0.690066, "bpb": 8.04698}, "el": {"chunks": 31468.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533304, "cps": 245.84375, "mean_p": 0.517949, "boundary_entropy": 0.689705, "bpb": 7.846305}, "hi": {"chunks": 1638.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.097355, "cps": 12.796875, "mean_p": 0.476155, "boundary_entropy": 0.689484, "bpb": 8.093223}, "ta": {"chunks": 39590.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.117679, "cps": 309.296875, "mean_p": 0.514537, "boundary_entropy": 0.690545, "bpb": 8.08486}, "th": {"chunks": 44417.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761393, "cps": 347.007812, "mean_p": 0.52079, "boundary_entropy": 0.690224, "bpb": 8.239281}, "zh": {"chunks": 12935.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.190146, "cps": 101.054688, "mean_p": 0.528311, "boundary_entropy": 0.684752, "bpb": 8.112208}, "my": {"chunks": 7056.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372388, "cps": 55.125, "mean_p": 0.49115, "boundary_entropy": 0.691021, "bpb": 8.097758}}, "bpb": {"en": 7.9496, "de": 7.95853, "vi": 7.79356, "tr": 7.92225, "fi": 7.95562, "ru": 8.04698, "el": 7.8463, "hi": 8.09322, "ta": 8.08486, "th": 8.23928, "zh": 8.11221, "my": 8.09776}, "gini_cpc": 0.507438, "gini_cps": 0.501036, "bpic": 2.087604, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6493115106659033, "vi": 4.999911811852292, "tr": 2.030238995852409, "fi": 1.6349397982515643, "ru": 6.01404764349928, "el": 9.98656108335879, "hi": 0.6340835565125321, "ta": 13.79264945636942, "th": 17.9852228477456, "zh": 14.2646347797125, "my": 2.4253971474403944}, "t": 5.0} | |
| {"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2683.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.154169, "cps": 20.960938, "mean_p": 0.478181, "boundary_entropy": 0.685452, "bpb": 7.904481}, "de": {"chunks": 2040.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099352, "cps": 15.9375, "mean_p": 0.469691, "boundary_entropy": 0.685282, "bpb": 7.921063}, "vi": {"chunks": 14088.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.764199, "cps": 110.0625, "mean_p": 0.506996, "boundary_entropy": 0.688292, "bpb": 7.765729}, "tr": {"chunks": 5632.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311109, "cps": 44.0, "mean_p": 0.486066, "boundary_entropy": 0.686383, "bpb": 7.892251}, "fi": {"chunks": 4698.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249747, "cps": 36.703125, "mean_p": 0.484377, "boundary_entropy": 0.686588, "bpb": 7.919708}, "ru": {"chunks": 17216.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.908496, "cps": 134.5, "mean_p": 0.502015, "boundary_entropy": 0.690066, "bpb": 8.010319}, "el": {"chunks": 31501.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.534912, "cps": 246.101562, "mean_p": 0.517996, "boundary_entropy": 0.689703, "bpb": 7.826467}, "hi": {"chunks": 1622.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.096404, "cps": 12.671875, "mean_p": 0.476104, "boundary_entropy": 0.689479, "bpb": 8.058816}, "ta": {"chunks": 39518.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.113827, "cps": 308.734375, "mean_p": 0.514488, "boundary_entropy": 0.690547, "bpb": 8.05223}, "th": {"chunks": 44426.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761952, "cps": 347.078125, "mean_p": 0.520846, "boundary_entropy": 0.690219, "bpb": 8.186044}, "zh": {"chunks": 12928.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.18896, "cps": 101.0, "mean_p": 0.5283, "boundary_entropy": 0.684752, "bpb": 8.103228}, "my": {"chunks": 7056.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372388, "cps": 55.125, "mean_p": 0.491143, "boundary_entropy": 0.69102, "bpb": 8.084547}}, "bpb": {"en": 7.90448, "de": 7.92106, "vi": 7.76573, "tr": 7.89225, "fi": 7.91971, "ru": 8.01032, "el": 7.82647, "hi": 8.05882, "ta": 8.05223, "th": 8.18604, "zh": 8.10323, "my": 8.08455}, "gini_cpc": 0.50809, "gini_cps": 0.501478, "bpic": 2.092499, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6444380988730105, "vi": 4.956894189889208, "tr": 2.0179738877313813, "fi": 1.6199610647238485, "ru": 5.892864935777597, "el": 9.956047113055108, "hi": 0.6253155440755979, "ta": 13.71112009814452, "th": 17.915114761995742, "zh": 14.198463466466, "my": 2.415453290331992}, "t": 6.5} | |
| {"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2689.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.154514, "cps": 21.007812, "mean_p": 0.478425, "boundary_entropy": 0.685496, "bpb": 7.752624}, "de": {"chunks": 2062.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100424, "cps": 16.109375, "mean_p": 0.469874, "boundary_entropy": 0.685324, "bpb": 7.790563}, "vi": {"chunks": 13906.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.754326, "cps": 108.640625, "mean_p": 0.506486, "boundary_entropy": 0.688312, "bpb": 7.673624}, "tr": {"chunks": 5610.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309893, "cps": 43.828125, "mean_p": 0.486189, "boundary_entropy": 0.686408, "bpb": 7.789589}, "fi": {"chunks": 4644.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246877, "cps": 36.28125, "mean_p": 0.484201, "boundary_entropy": 0.686582, "bpb": 7.797681}, "ru": {"chunks": 15929.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.84058, "cps": 124.445312, "mean_p": 0.500757, "boundary_entropy": 0.690065, "bpb": 7.864158}, "el": {"chunks": 31543.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.536959, "cps": 246.429688, "mean_p": 0.518038, "boundary_entropy": 0.689701, "bpb": 7.754547}, "hi": {"chunks": 1561.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.092779, "cps": 12.195312, "mean_p": 0.475791, "boundary_entropy": 0.689447, "bpb": 7.93442}, "ta": {"chunks": 39116.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.092324, "cps": 305.59375, "mean_p": 0.51422, "boundary_entropy": 0.690559, "bpb": 7.939631}, "th": {"chunks": 44463.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.764252, "cps": 347.367188, "mean_p": 0.520974, "boundary_entropy": 0.690208, "bpb": 8.037465}, "zh": {"chunks": 12930.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189299, "cps": 101.015625, "mean_p": 0.528344, "boundary_entropy": 0.684746, "bpb": 8.079793}, "my": {"chunks": 7073.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.373285, "cps": 55.257812, "mean_p": 0.491108, "boundary_entropy": 0.691017, "bpb": 8.002572}}, "bpb": {"en": 7.75262, "de": 7.79056, "vi": 7.67362, "tr": 7.78959, "fi": 7.79768, "ru": 7.86416, "el": 7.75455, "hi": 7.93442, "ta": 7.93963, "th": 8.03746, "zh": 8.07979, "my": 8.00257}, "gini_cpc": 0.510484, "gini_cps": 0.502479, "bpic": 2.114193, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6499344713297647, "vi": 4.881939589945597, "tr": 2.0056060351486096, "fi": 1.5977677303969402, "ru": 5.4401718130446435, "el": 9.947076747080215, "hi": 0.6004559437298067, "ta": 13.541360058427491, "th": 17.89002777060736, "zh": 14.16897389711656, "my": 2.415870217862702}, "t": 8.1} | |
| {"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2573.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.147848, "cps": 20.101562, "mean_p": 0.478205, "boundary_entropy": 0.685534, "bpb": 7.305361}, "de": {"chunks": 1966.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095748, "cps": 15.359375, "mean_p": 0.469431, "boundary_entropy": 0.685328, "bpb": 7.395708}, "vi": {"chunks": 12941.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.70198, "cps": 101.101562, "mean_p": 0.50431, "boundary_entropy": 0.688379, "bpb": 7.427756}, "tr": {"chunks": 5393.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.297906, "cps": 42.132812, "mean_p": 0.485775, "boundary_entropy": 0.686434, "bpb": 7.488553}, "fi": {"chunks": 4219.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.224284, "cps": 32.960938, "mean_p": 0.482627, "boundary_entropy": 0.686483, "bpb": 7.435652}, "ru": {"chunks": 11188.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.590396, "cps": 87.40625, "mean_p": 0.495916, "boundary_entropy": 0.690002, "bpb": 7.346623}, "el": {"chunks": 31646.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.541977, "cps": 247.234375, "mean_p": 0.518158, "boundary_entropy": 0.689695, "bpb": 7.596987}, "hi": {"chunks": 1364.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.08107, "cps": 10.65625, "mean_p": 0.474727, "boundary_entropy": 0.689335, "bpb": 7.572265}, "ta": {"chunks": 36845.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.970848, "cps": 287.851562, "mean_p": 0.512709, "boundary_entropy": 0.690623, "bpb": 7.569455}, "th": {"chunks": 44515.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.767485, "cps": 347.773438, "mean_p": 0.521091, "boundary_entropy": 0.690198, "bpb": 7.640284}, "zh": {"chunks": 12949.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.192516, "cps": 101.164062, "mean_p": 0.528413, "boundary_entropy": 0.684735, "bpb": 7.985612}, "my": {"chunks": 7211.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.380568, "cps": 56.335938, "mean_p": 0.491102, "boundary_entropy": 0.691013, "bpb": 7.753011}}, "bpb": {"en": 7.30536, "de": 7.39571, "vi": 7.42776, "tr": 7.48855, "fi": 7.43565, "ru": 7.34662, "el": 7.59699, "hi": 7.57226, "ta": 7.56945, "th": 7.64028, "zh": 7.98561, "my": 7.75301}, "gini_cpc": 0.524541, "gini_cps": 0.512294, "bpic": 2.220826, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6476128244090555, "vi": 4.747981621754611, "tr": 2.014949670794913, "fi": 1.5169874082200832, "ru": 3.993259903175558, "el": 10.429471761929241, "hi": 0.5483320503410372, "ta": 13.330223325381866, "th": 18.718439774318828, "zh": 14.829520961181057, "my": 2.5740468872568867}, "t": 9.9} | |
| {"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1446.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.083089, "cps": 11.296875, "mean_p": 0.470264, "boundary_entropy": 0.684693, "bpb": 6.687522}, "de": {"chunks": 1189.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.057907, "cps": 9.289062, "mean_p": 0.462606, "boundary_entropy": 0.684465, "bpb": 6.814897}, "vi": {"chunks": 8384.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.454787, "cps": 65.5, "mean_p": 0.493556, "boundary_entropy": 0.688339, "bpb": 7.082106}, "tr": {"chunks": 3851.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212727, "cps": 30.085938, "mean_p": 0.479437, "boundary_entropy": 0.686012, "bpb": 7.045847}, "fi": {"chunks": 2238.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.118973, "cps": 17.484375, "mean_p": 0.472428, "boundary_entropy": 0.685495, "bpb": 6.902428}, "ru": {"chunks": 3231.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.170501, "cps": 25.242188, "mean_p": 0.480191, "boundary_entropy": 0.68913, "bpb": 6.553581}, "el": {"chunks": 32741.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.595332, "cps": 255.789062, "mean_p": 0.519814, "boundary_entropy": 0.689607, "bpb": 6.951915}, "hi": {"chunks": 1542.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.091649, "cps": 12.046875, "mean_p": 0.476274, "boundary_entropy": 0.689508, "bpb": 6.771975}, "ta": {"chunks": 34053.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.821503, "cps": 266.039062, "mean_p": 0.511625, "boundary_entropy": 0.690646, "bpb": 6.706848}, "th": {"chunks": 45595.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.834629, "cps": 356.210938, "mean_p": 0.529313, "boundary_entropy": 0.689394, "bpb": 6.581972}, "zh": {"chunks": 13106.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.219099, "cps": 102.390625, "mean_p": 0.529112, "boundary_entropy": 0.684695, "bpb": 7.723814}, "my": {"chunks": 5377.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.283777, "cps": 42.007812, "mean_p": 0.488545, "boundary_entropy": 0.690884, "bpb": 6.99019}}, "bpb": {"en": 6.68752, "de": 6.8149, "vi": 7.08211, "tr": 7.04585, "fi": 6.90243, "ru": 6.55358, "el": 6.95191, "hi": 6.77197, "ta": 6.70685, "th": 6.58197, "zh": 7.72381, "my": 6.99019}, "gini_cpc": 0.588151, "gini_cps": 0.58463, "bpic": 2.512429, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6969237658718795, "vi": 5.473485285859142, "tr": 2.560228893081383, "fi": 1.4318714374546013, "ru": 2.052029363141703, "el": 19.200251696153877, "hi": 1.1030244215225071, "ta": 21.922280792676496, "th": 34.11551895596139, "zh": 26.707457638550288, "my": 3.415328542759962}, "t": 11.9} | |
| {"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4213.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.242085, "cps": 32.914062, "mean_p": 0.490878, "boundary_entropy": 0.68702, "bpb": 6.233481}, "de": {"chunks": 3979.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193786, "cps": 31.085938, "mean_p": 0.486718, "boundary_entropy": 0.687627, "bpb": 6.334837}, "vi": {"chunks": 7812.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.423759, "cps": 61.03125, "mean_p": 0.49356, "boundary_entropy": 0.688531, "bpb": 6.757242}, "tr": {"chunks": 6982.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.385682, "cps": 54.546875, "mean_p": 0.494533, "boundary_entropy": 0.687433, "bpb": 6.652799}, "fi": {"chunks": 4151.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.220669, "cps": 32.429688, "mean_p": 0.486631, "boundary_entropy": 0.687209, "bpb": 6.418873}, "ru": {"chunks": 885.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.046702, "cps": 6.914062, "mean_p": 0.475475, "boundary_entropy": 0.688861, "bpb": 5.835625}, "el": {"chunks": 27662.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.347854, "cps": 216.109375, "mean_p": 0.511565, "boundary_entropy": 0.690117, "bpb": 6.130069}, "hi": {"chunks": 476.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.028291, "cps": 3.71875, "mean_p": 0.470422, "boundary_entropy": 0.688942, "bpb": 6.053777}, "ta": {"chunks": 17908.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.957903, "cps": 139.90625, "mean_p": 0.494939, "boundary_entropy": 0.690972, "bpb": 6.133896}, "th": {"chunks": 43578.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.709232, "cps": 340.453125, "mean_p": 0.51571, "boundary_entropy": 0.690586, "bpb": 5.571342}, "zh": {"chunks": 9864.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.670166, "cps": 77.0625, "mean_p": 0.511225, "boundary_entropy": 0.686209, "bpb": 7.355908}, "my": {"chunks": 1190.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.062803, "cps": 9.296875, "mean_p": 0.475892, "boundary_entropy": 0.689881, "bpb": 6.048821}}, "bpb": {"en": 6.23348, "de": 6.33484, "vi": 6.75724, "tr": 6.6528, "fi": 6.41887, "ru": 5.83562, "el": 6.13007, "hi": 6.05378, "ta": 6.1339, "th": 5.57134, "zh": 7.35591, "my": 6.04882}, "gini_cpc": 0.579793, "gini_cps": 0.566769, "bpic": 2.981981, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8004868336219294, "vi": 1.7504582371932973, "tr": 1.5931693919249608, "fi": 0.9115353404320764, "ru": 0.19291531990127303, "el": 5.567694441436427, "hi": 0.11686502084928523, "ta": 3.9568927339167907, "th": 11.191257546822264, "zh": 6.899097491365035, "my": 0.25942764088415976}, "t": 14.9} | |
| {"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.18805, "bpb": 6.04208, "chunk_loss": 0.029518, "F": 0.15759, "G": 0.4851, "chunks": 161.38, "bytes_per_chunk": 6.345, "boundary_entropy": 0.69148, "router_noise": 0.0, "grad_norm": 1.636, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.255, "alpha": 0.03, "t": 16.4} | |
| {"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5081.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.291961, "cps": 39.695312, "mean_p": 0.490861, "boundary_entropy": 0.686712, "bpb": 5.669645}, "de": {"chunks": 5188.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.252666, "cps": 40.53125, "mean_p": 0.489183, "boundary_entropy": 0.687637, "bpb": 5.795813}, "vi": {"chunks": 4230.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229455, "cps": 33.046875, "mean_p": 0.47994, "boundary_entropy": 0.687166, "bpb": 6.16722}, "tr": {"chunks": 6102.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.337071, "cps": 47.671875, "mean_p": 0.490241, "boundary_entropy": 0.687214, "bpb": 6.143958}, "fi": {"chunks": 4816.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.25602, "cps": 37.625, "mean_p": 0.487951, "boundary_entropy": 0.687184, "bpb": 5.871602}, "ru": {"chunks": 11440.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.603694, "cps": 89.375, "mean_p": 0.49607, "boundary_entropy": 0.690227, "bpb": 5.330413}, "el": {"chunks": 16367.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.797495, "cps": 127.867188, "mean_p": 0.500004, "boundary_entropy": 0.690534, "bpb": 5.603762}, "hi": {"chunks": 4476.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.266033, "cps": 34.96875, "mean_p": 0.489915, "boundary_entropy": 0.690612, "bpb": 5.171364}, "ta": {"chunks": 28989.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.550629, "cps": 226.476562, "mean_p": 0.504143, "boundary_entropy": 0.691004, "bpb": 5.184638}, "th": {"chunks": 10256.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.637613, "cps": 80.125, "mean_p": 0.493553, "boundary_entropy": 0.690897, "bpb": 4.963791}, "zh": {"chunks": 5412.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.916356, "cps": 42.28125, "mean_p": 0.496056, "boundary_entropy": 0.686719, "bpb": 6.965385}, "my": {"chunks": 1851.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.097688, "cps": 14.460938, "mean_p": 0.483502, "boundary_entropy": 0.690618, "bpb": 5.081424}}, "bpb": {"en": 5.66965, "de": 5.79581, "vi": 6.16722, "tr": 6.14396, "fi": 5.8716, "ru": 5.33041, "el": 5.60376, "hi": 5.17136, "ta": 5.18464, "th": 4.96379, "zh": 6.96539, "my": 5.08142}, "gini_cpc": 0.386748, "gini_cps": 0.389434, "bpic": 3.682836, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.865411148338618, "vi": 0.7859087982174534, "tr": 1.1545070177981636, "fi": 0.876898889523398, "ru": 2.0677200330892833, "el": 2.731512312983979, "hi": 0.9111920674084293, "ta": 5.311078127277395, "th": 2.1838955945085328, "zh": 3.1386238500131265, "my": 0.3345938606481273}, "t": 18.4} | |
| {"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.2497, "bpb": 4.68832, "chunk_loss": 0.036002, "F": 0.24768, "G": 0.46468, "chunks": 253.62, "bytes_per_chunk": 4.037, "boundary_entropy": 0.67926, "router_noise": 0.0, "grad_norm": 1.928, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 20.7} | |
| {"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3784.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.217434, "cps": 29.5625, "mean_p": 0.436793, "boundary_entropy": 0.658379, "bpb": 4.382966}, "de": {"chunks": 5151.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.250864, "cps": 40.242188, "mean_p": 0.444312, "boundary_entropy": 0.663555, "bpb": 4.579901}, "vi": {"chunks": 6167.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.334527, "cps": 48.179688, "mean_p": 0.442023, "boundary_entropy": 0.657987, "bpb": 4.668038}, "tr": {"chunks": 3336.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184279, "cps": 26.0625, "mean_p": 0.441614, "boundary_entropy": 0.66678, "bpb": 4.857151}, "fi": {"chunks": 2771.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.147307, "cps": 21.648438, "mean_p": 0.425734, "boundary_entropy": 0.661671, "bpb": 4.658893}, "ru": {"chunks": 10841.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.572084, "cps": 84.695312, "mean_p": 0.493821, "boundary_entropy": 0.689667, "bpb": 3.558444}, "el": {"chunks": 14669.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.714759, "cps": 114.601562, "mean_p": 0.497796, "boundary_entropy": 0.690022, "bpb": 4.025651}, "hi": {"chunks": 17987.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.069064, "cps": 140.523438, "mean_p": 0.49781, "boundary_entropy": 0.690582, "bpb": 3.313192}, "ta": {"chunks": 23321.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.247446, "cps": 182.195312, "mean_p": 0.511021, "boundary_entropy": 0.689203, "bpb": 3.385996}, "th": {"chunks": 16777.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.043021, "cps": 131.070312, "mean_p": 0.513742, "boundary_entropy": 0.68538, "bpb": 3.153001}, "zh": {"chunks": 3119.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.528107, "cps": 24.367188, "mean_p": 0.483001, "boundary_entropy": 0.68553, "bpb": 6.100559}, "my": {"chunks": 5093.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.268788, "cps": 39.789062, "mean_p": 0.462265, "boundary_entropy": 0.684717, "bpb": 3.591293}}, "bpb": {"en": 4.38297, "de": 4.5799, "vi": 4.66804, "tr": 4.85715, "fi": 4.65889, "ru": 3.55844, "el": 4.02565, "hi": 3.31319, "ta": 3.386, "th": 3.153, "zh": 6.10056, "my": 3.59129}, "gini_cpc": 0.370782, "gini_cps": 0.388318, "bpic": 3.395811, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.15375111883526, "vi": 1.5385223122668008, "tr": 0.8475171262772957, "fi": 0.677481803245211, "ru": 2.631074361148454, "el": 3.28724940841395, "hi": 4.9167333324956255, "ta": 5.7371300140737, "th": 4.796961487630788, "zh": 2.4288177304192744, "my": 1.2361844963695008}, "t": 23.5} | |
| {"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.82896, "bpb": 4.08133, "chunk_loss": 0.040307, "F": 0.32666, "G": 0.45697, "chunks": 334.5, "bytes_per_chunk": 3.061, "boundary_entropy": 0.67282, "router_noise": 0.0, "grad_norm": 1.8527, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 25.0} | |
| {"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3008.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.172844, "cps": 23.5, "mean_p": 0.429701, "boundary_entropy": 0.656651, "bpb": 3.806244}, "de": {"chunks": 3102.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151074, "cps": 24.234375, "mean_p": 0.428356, "boundary_entropy": 0.661867, "bpb": 4.027871}, "vi": {"chunks": 3112.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.168809, "cps": 24.3125, "mean_p": 0.411093, "boundary_entropy": 0.642711, "bpb": 3.58499}, "tr": {"chunks": 5877.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.324642, "cps": 45.914062, "mean_p": 0.454398, "boundary_entropy": 0.669681, "bpb": 4.089205}, "fi": {"chunks": 3243.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172399, "cps": 25.335938, "mean_p": 0.427437, "boundary_entropy": 0.662779, "bpb": 4.09528}, "ru": {"chunks": 9200.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.485488, "cps": 71.875, "mean_p": 0.492322, "boundary_entropy": 0.689707, "bpb": 2.808078}, "el": {"chunks": 12741.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.620816, "cps": 99.539062, "mean_p": 0.495684, "boundary_entropy": 0.690121, "bpb": 2.951585}, "hi": {"chunks": 14472.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.860149, "cps": 113.0625, "mean_p": 0.479103, "boundary_entropy": 0.688094, "bpb": 2.402516}, "ta": {"chunks": 25247.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.350468, "cps": 197.242188, "mean_p": 0.492964, "boundary_entropy": 0.686716, "bpb": 2.278436}, "th": {"chunks": 21395.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.330121, "cps": 167.148438, "mean_p": 0.487562, "boundary_entropy": 0.689084, "bpb": 2.293311}, "zh": {"chunks": 2001.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.338808, "cps": 15.632812, "mean_p": 0.392684, "boundary_entropy": 0.613794, "bpb": 4.857724}, "my": {"chunks": 29310.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.546865, "cps": 228.984375, "mean_p": 0.420845, "boundary_entropy": 0.642415, "bpb": 2.370363}}, "bpb": {"en": 3.80624, "de": 4.02787, "vi": 3.58499, "tr": 4.0892, "fi": 4.09528, "ru": 2.80808, "el": 2.95158, "hi": 2.40252, "ta": 2.27844, "th": 2.29331, "zh": 4.85772, "my": 2.37036}, "gini_cpc": 0.427213, "gini_cps": 0.450374, "bpic": 2.891921, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8740487873179759, "vi": 0.9766585011166317, "tr": 1.878241480341215, "fi": 0.9974275357503587, "ru": 2.8088264189075396, "el": 3.5917736399275952, "hi": 4.976451424235718, "ta": 7.813229818104738, "th": 7.695511895746664, "zh": 1.9601979662766316, "my": 8.949499140143908}, "t": 28.7} | |
| {"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.81097, "de": 4.02915, "vi": 3.59128, "tr": 4.0996, "fi": 4.09843, "ru": 2.79085, "el": 2.94303, "hi": 2.39608, "ta": 2.29577, "th": 2.32699, "zh": 4.86484, "my": 2.38684}, "bytes_per_chunk": {"en": 5.089, "de": 6.152, "vi": 9.52, "tr": 3.065, "fi": 6.087, "ru": 3.947, "el": 3.133, "hi": 3.125, "ta": 1.996, "th": 2.312, "zh": 7.927, "my": 1.856}, "bpb_mean": 3.30282, "t": 30.2} | |
| {"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.48214, "bpb": 3.58097, "chunk_loss": 0.034088, "F": 0.22659, "G": 0.44507, "chunks": 232.03, "bytes_per_chunk": 4.413, "boundary_entropy": 0.66694, "router_noise": 0.0, "grad_norm": 1.1704, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 30.3} | |
| {"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.1757, "bpb": 3.13887, "chunk_loss": 0.036326, "F": 0.2652, "G": 0.43867, "chunks": 271.56, "bytes_per_chunk": 3.771, "boundary_entropy": 0.66289, "router_noise": 0.0, "grad_norm": 1.8077, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.053, "alpha": 0.03, "t": 32.9} | |
| {"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2272.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.130552, "cps": 17.75, "mean_p": 0.418774, "boundary_entropy": 0.653991, "bpb": 3.603468}, "de": {"chunks": 1985.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.096674, "cps": 15.507812, "mean_p": 0.413512, "boundary_entropy": 0.65796, "bpb": 3.852897}, "vi": {"chunks": 3463.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.187849, "cps": 27.054688, "mean_p": 0.419972, "boundary_entropy": 0.650558, "bpb": 3.191762}, "tr": {"chunks": 1745.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.096393, "cps": 13.632812, "mean_p": 0.425996, "boundary_entropy": 0.665559, "bpb": 3.850923}, "fi": {"chunks": 2171.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.115411, "cps": 16.960938, "mean_p": 0.413298, "boundary_entropy": 0.659656, "bpb": 3.89173}, "ru": {"chunks": 12081.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.63752, "cps": 94.382812, "mean_p": 0.486348, "boundary_entropy": 0.688273, "bpb": 2.654684}, "el": {"chunks": 21631.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.053988, "cps": 168.992188, "mean_p": 0.505648, "boundary_entropy": 0.689747, "bpb": 2.76275}, "hi": {"chunks": 22254.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.322675, "cps": 173.859375, "mean_p": 0.474423, "boundary_entropy": 0.683273, "bpb": 2.143028}, "ta": {"chunks": 30489.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.630864, "cps": 238.195312, "mean_p": 0.500627, "boundary_entropy": 0.684641, "bpb": 1.94293}, "th": {"chunks": 15080.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.937519, "cps": 117.8125, "mean_p": 0.466964, "boundary_entropy": 0.68312, "bpb": 2.120942}, "zh": {"chunks": 6553.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.10955, "cps": 51.195312, "mean_p": 0.393666, "boundary_entropy": 0.595779, "bpb": 4.454733}, "my": {"chunks": 27996.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.477517, "cps": 218.71875, "mean_p": 0.427049, "boundary_entropy": 0.650112, "bpb": 2.142441}}, "bpb": {"en": 3.60347, "de": 3.8529, "vi": 3.19176, "tr": 3.85092, "fi": 3.89173, "ru": 2.65468, "el": 2.76275, "hi": 2.14303, "ta": 1.94293, "th": 2.12094, "zh": 4.45473, "my": 2.14244}, "gini_cpc": 0.431525, "gini_cps": 0.467121, "bpic": 2.59803, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7404980123031082, "vi": 1.4388818775140675, "tr": 0.7383472693032749, "fi": 0.88402334358605, "ru": 4.883255671894163, "el": 8.073308446277725, "hi": 10.131384645166692, "ta": 12.492043962760249, "th": 7.181184245666728, "zh": 8.498896070718247, "my": 11.317445243022416}, "t": 34.3} | |
| {"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.17537, "bpb": 3.1384, "chunk_loss": 0.035591, "F": 0.25903, "G": 0.43857, "chunks": 265.25, "bytes_per_chunk": 3.861, "boundary_entropy": 0.66008, "router_noise": 0.0, "grad_norm": 1.1489, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.081, "alpha": 0.03, "t": 37.0} | |
| {"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.38105, "bpb": 3.43513, "chunk_loss": 0.03411, "F": 0.24219, "G": 0.42793, "chunks": 248.0, "bytes_per_chunk": 4.129, "boundary_entropy": 0.65591, "router_noise": 0.0, "grad_norm": 0.9403, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.049, "alpha": 0.03, "t": 39.4} | |
| {"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2683.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.154169, "cps": 20.960938, "mean_p": 0.43029, "boundary_entropy": 0.663271, "bpb": 3.18903}, "de": {"chunks": 2575.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.125408, "cps": 20.117188, "mean_p": 0.432409, "boundary_entropy": 0.668973, "bpb": 3.469862}, "vi": {"chunks": 5804.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.314836, "cps": 45.34375, "mean_p": 0.434949, "boundary_entropy": 0.664499, "bpb": 2.78191}, "tr": {"chunks": 3170.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175109, "cps": 24.765625, "mean_p": 0.444368, "boundary_entropy": 0.671301, "bpb": 3.479229}, "fi": {"chunks": 4025.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213971, "cps": 31.445312, "mean_p": 0.440772, "boundary_entropy": 0.670451, "bpb": 3.642725}, "ru": {"chunks": 14664.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.773826, "cps": 114.5625, "mean_p": 0.439471, "boundary_entropy": 0.647466, "bpb": 2.453417}, "el": {"chunks": 15611.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.760659, "cps": 121.960938, "mean_p": 0.488151, "boundary_entropy": 0.687249, "bpb": 2.552578}, "hi": {"chunks": 13764.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.818068, "cps": 107.53125, "mean_p": 0.447233, "boundary_entropy": 0.669944, "bpb": 1.991856}, "ta": {"chunks": 20983.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.122386, "cps": 163.929688, "mean_p": 0.510912, "boundary_entropy": 0.655681, "bpb": 1.665241}, "th": {"chunks": 15871.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.986696, "cps": 123.992188, "mean_p": 0.444075, "boundary_entropy": 0.672542, "bpb": 1.94388}, "zh": {"chunks": 2372.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.401625, "cps": 18.53125, "mean_p": 0.400498, "boundary_entropy": 0.629088, "bpb": 4.151965}, "my": {"chunks": 21759.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.148353, "cps": 169.992188, "mean_p": 0.425548, "boundary_entropy": 0.649068, "bpb": 1.961138}}, "bpb": {"en": 3.18903, "de": 3.46986, "vi": 2.78191, "tr": 3.47923, "fi": 3.64272, "ru": 2.45342, "el": 2.55258, "hi": 1.99186, "ta": 1.66524, "th": 1.94388, "zh": 4.15197, "my": 1.96114}, "gini_cpc": 0.362205, "gini_cps": 0.387548, "bpic": 3.113059, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.813445149312746, "vi": 2.0421503320639522, "tr": 1.1358269218942612, "fi": 1.3878976767802236, "ru": 5.019340811933242, "el": 4.9339338904131065, "hi": 5.306315134806738, "ta": 7.280237689644377, "th": 6.400098734696672, "zh": 2.605101743692555, "my": 7.448674623630076}, "t": 42.9} | |
| {"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.19838, "de": 3.46827, "vi": 2.78881, "tr": 3.48633, "fi": 3.63635, "ru": 2.43676, "el": 2.54668, "hi": 1.98854, "ta": 1.68031, "th": 1.97305, "zh": 4.15903, "my": 1.97765}, "bytes_per_chunk": {"en": 5.901, "de": 7.938, "vi": 4.556, "tr": 6.381, "fi": 4.74, "ru": 2.434, "el": 2.311, "hi": 3.196, "ta": 2.371, "th": 2.887, "zh": 6.212, "my": 2.447}, "bpb_mean": 2.77835, "t": 44.3} | |
| {"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.00664, "bpb": 2.89497, "chunk_loss": 0.034198, "F": 0.22992, "G": 0.43969, "chunks": 235.44, "bytes_per_chunk": 4.349, "boundary_entropy": 0.66257, "router_noise": 0.0, "grad_norm": 1.1554, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.099, "alpha": 0.03, "t": 44.4} | |
| {"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.06011, "bpb": 2.97211, "chunk_loss": 0.031621, "F": 0.19022, "G": 0.42847, "chunks": 194.78, "bytes_per_chunk": 5.257, "boundary_entropy": 0.65789, "router_noise": 0.0, "grad_norm": 0.9128, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.048, "alpha": 0.03, "t": 46.8} | |
| {"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.06533, "bpb": 2.97964, "chunk_loss": 0.032107, "F": 0.20413, "G": 0.42577, "chunks": 209.03, "bytes_per_chunk": 4.899, "boundary_entropy": 0.66118, "router_noise": 0.0, "grad_norm": 0.8382, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 49.1} | |
| {"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.97578, "bpb": 2.85045, "chunk_loss": 0.03132, "F": 0.18964, "G": 0.4174, "chunks": 194.19, "bytes_per_chunk": 5.273, "boundary_entropy": 0.65756, "router_noise": 0.0, "grad_norm": 0.9055, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 51.4} | |
| {"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3139.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180371, "cps": 24.523438, "mean_p": 0.437693, "boundary_entropy": 0.666341, "bpb": 2.918448}, "de": {"chunks": 2432.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.118443, "cps": 19.0, "mean_p": 0.427804, "boundary_entropy": 0.667466, "bpb": 3.192518}, "vi": {"chunks": 6063.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.328885, "cps": 47.367188, "mean_p": 0.443259, "boundary_entropy": 0.666145, "bpb": 2.551602}, "tr": {"chunks": 2136.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.117991, "cps": 16.6875, "mean_p": 0.426785, "boundary_entropy": 0.665754, "bpb": 3.14751}, "fi": {"chunks": 2693.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.143161, "cps": 21.039062, "mean_p": 0.426898, "boundary_entropy": 0.665732, "bpb": 3.378566}, "ru": {"chunks": 6686.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.352823, "cps": 52.234375, "mean_p": 0.421764, "boundary_entropy": 0.645496, "bpb": 2.213254}, "el": {"chunks": 6268.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.305413, "cps": 48.96875, "mean_p": 0.435065, "boundary_entropy": 0.653679, "bpb": 2.391435}, "hi": {"chunks": 1678.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.099733, "cps": 13.109375, "mean_p": 0.403326, "boundary_entropy": 0.651425, "bpb": 1.792307}, "ta": {"chunks": 17899.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.957422, "cps": 139.835938, "mean_p": 0.510994, "boundary_entropy": 0.649123, "bpb": 1.507776}, "th": {"chunks": 3591.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.223251, "cps": 28.054688, "mean_p": 0.395333, "boundary_entropy": 0.651288, "bpb": 1.870502}, "zh": {"chunks": 2602.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.440569, "cps": 20.328125, "mean_p": 0.419344, "boundary_entropy": 0.651798, "bpb": 3.94242}, "my": {"chunks": 1989.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.104972, "cps": 15.539062, "mean_p": 0.421677, "boundary_entropy": 0.663387, "bpb": 1.808452}}, "bpb": {"en": 2.91845, "de": 3.19252, "vi": 2.5516, "tr": 3.14751, "fi": 3.37857, "ru": 2.21325, "el": 2.39143, "hi": 1.79231, "ta": 1.50778, "th": 1.8705, "zh": 3.94242, "my": 1.80845}, "gini_cpc": 0.387402, "gini_cps": 0.395265, "bpic": 6.712274, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.656665149335671, "vi": 1.8233801843574795, "tr": 0.6541592720019493, "fi": 0.7937016341475215, "ru": 1.956095087674763, "el": 1.69324946531601, "hi": 0.5529294070143764, "ta": 5.308063419075907, "th": 1.2377334966765736, "zh": 2.442567949160399, "my": 0.5819748426353294}, "t": 54.7} | |
| {"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.92657, "de": 3.18922, "vi": 2.55713, "tr": 3.15901, "fi": 3.37639, "ru": 2.19607, "el": 2.38325, "hi": 1.78817, "ta": 1.52097, "th": 1.89709, "zh": 3.9549, "my": 1.82321}, "bytes_per_chunk": {"en": 5.186, "de": 7.891, "vi": 4.105, "tr": 9.245, "fi": 7.201, "ru": 5.024, "el": 5.866, "hi": 39.385, "ta": 2.98, "th": 10.962, "zh": 5.586, "my": 24.78}, "bpb_mean": 2.56433, "t": 56.0} | |
| {"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.89188, "bpb": 2.7294, "chunk_loss": 0.029054, "F": 0.14694, "G": 0.42046, "chunks": 150.47, "bytes_per_chunk": 6.805, "boundary_entropy": 0.65817, "router_noise": 0.0, "grad_norm": 0.6601, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 56.0} | |
| {"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.90445, "bpb": 2.74754, "chunk_loss": 0.0314, "F": 0.18991, "G": 0.43132, "chunks": 194.47, "bytes_per_chunk": 5.266, "boundary_entropy": 0.66433, "router_noise": 0.0, "grad_norm": 0.867, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 58.3} | |
| {"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.8509, "bpb": 2.67029, "chunk_loss": 0.032179, "F": 0.20187, "G": 0.43629, "chunks": 206.72, "bytes_per_chunk": 4.954, "boundary_entropy": 0.66635, "router_noise": 0.0, "grad_norm": 0.9038, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 60.5} | |
| {"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.92125, "bpb": 2.77177, "chunk_loss": 0.031424, "F": 0.19016, "G": 0.43358, "chunks": 194.72, "bytes_per_chunk": 5.259, "boundary_entropy": 0.6662, "router_noise": 0.0, "grad_norm": 0.8204, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 62.7} | |
| {"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4028.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.231454, "cps": 31.46875, "mean_p": 0.449341, "boundary_entropy": 0.669619, "bpb": 2.712925}, "de": {"chunks": 3906.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19023, "cps": 30.515625, "mean_p": 0.445305, "boundary_entropy": 0.67225, "bpb": 3.032544}, "vi": {"chunks": 5685.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.308381, "cps": 44.414062, "mean_p": 0.447162, "boundary_entropy": 0.667943, "bpb": 2.428803}, "tr": {"chunks": 3230.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178423, "cps": 25.234375, "mean_p": 0.439745, "boundary_entropy": 0.670569, "bpb": 2.984781}, "fi": {"chunks": 3639.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.193451, "cps": 28.429688, "mean_p": 0.441856, "boundary_entropy": 0.671329, "bpb": 3.226344}, "ru": {"chunks": 7486.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.39504, "cps": 58.484375, "mean_p": 0.439007, "boundary_entropy": 0.66705, "bpb": 2.016539}, "el": {"chunks": 8986.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.43785, "cps": 70.203125, "mean_p": 0.453983, "boundary_entropy": 0.664921, "bpb": 2.146776}, "hi": {"chunks": 5817.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.345736, "cps": 45.445312, "mean_p": 0.423033, "boundary_entropy": 0.660573, "bpb": 1.658649}, "ta": {"chunks": 18735.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.00214, "cps": 146.367188, "mean_p": 0.515433, "boundary_entropy": 0.651557, "bpb": 1.384084}, "th": {"chunks": 15503.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.963817, "cps": 121.117188, "mean_p": 0.427173, "boundary_entropy": 0.665381, "bpb": 1.682637}, "zh": {"chunks": 3560.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.602777, "cps": 27.8125, "mean_p": 0.41904, "boundary_entropy": 0.648538, "bpb": 3.809833}, "my": {"chunks": 17651.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.93155, "cps": 137.898438, "mean_p": 0.447943, "boundary_entropy": 0.667937, "bpb": 1.594545}}, "bpb": {"en": 2.71292, "de": 3.03254, "vi": 2.4288, "tr": 2.98478, "fi": 3.22634, "ru": 2.01654, "el": 2.14678, "hi": 1.65865, "ta": 1.38408, "th": 1.68264, "zh": 3.80983, "my": 1.59454}, "gini_cpc": 0.338534, "gini_cps": 0.353206, "bpic": 3.907122, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8218915020947943, "vi": 1.3323612256919222, "tr": 0.7708797353508592, "fi": 0.835804741325632, "ru": 1.7067710459501169, "el": 1.8917346880562855, "hi": 1.4937525139771968, "ta": 4.329750651563687, "th": 4.164178524651345, "zh": 2.6043012155682317, "my": 4.024765644604299}, "t": 66.1} | |
| {"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.72344, "de": 3.02959, "vi": 2.43477, "tr": 2.99778, "fi": 3.22073, "ru": 1.99931, "el": 2.1363, "hi": 1.65439, "ta": 1.39503, "th": 1.71436, "zh": 3.82357, "my": 1.60454}, "bytes_per_chunk": {"en": 4.106, "de": 5.18, "vi": 4.384, "tr": 6.25, "fi": 5.605, "ru": 4.588, "el": 3.918, "hi": 7.808, "ta": 2.69, "th": 2.857, "zh": 4.382, "my": 3.04}, "bpb_mean": 2.39449, "t": 67.5} | |
| {"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.64854, "bpb": 2.37834, "chunk_loss": 0.034203, "F": 0.23337, "G": 0.44495, "chunks": 238.97, "bytes_per_chunk": 4.285, "boundary_entropy": 0.66866, "router_noise": 0.0, "grad_norm": 0.8358, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.096, "alpha": 0.03, "t": 67.5} | |
| {"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.72717, "bpb": 2.49178, "chunk_loss": 0.031368, "F": 0.18784, "G": 0.43324, "chunks": 192.34, "bytes_per_chunk": 5.324, "boundary_entropy": 0.66678, "router_noise": 0.0, "grad_norm": 0.7555, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 69.7} | |
| {"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.63094, "bpb": 2.35295, "chunk_loss": 0.033198, "F": 0.21722, "G": 0.44291, "chunks": 222.44, "bytes_per_chunk": 4.604, "boundary_entropy": 0.66864, "router_noise": 0.0, "grad_norm": 0.7562, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 71.9} | |
| {"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.73131, "bpb": 2.49775, "chunk_loss": 0.032062, "F": 0.20007, "G": 0.43557, "chunks": 204.88, "bytes_per_chunk": 4.998, "boundary_entropy": 0.66751, "router_noise": 0.0, "grad_norm": 0.7684, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 74.1} | |
| {"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3560.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204562, "cps": 27.8125, "mean_p": 0.445201, "boundary_entropy": 0.668412, "bpb": 2.582544}, "de": {"chunks": 3782.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184191, "cps": 29.546875, "mean_p": 0.44047, "boundary_entropy": 0.670042, "bpb": 2.913813}, "vi": {"chunks": 5722.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.310388, "cps": 44.703125, "mean_p": 0.444158, "boundary_entropy": 0.666873, "bpb": 2.289845}, "tr": {"chunks": 3824.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211236, "cps": 29.875, "mean_p": 0.443716, "boundary_entropy": 0.670211, "bpb": 2.890224}, "fi": {"chunks": 4137.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.219925, "cps": 32.320312, "mean_p": 0.44491, "boundary_entropy": 0.671645, "bpb": 3.171142}, "ru": {"chunks": 7088.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.374037, "cps": 55.375, "mean_p": 0.43723, "boundary_entropy": 0.667612, "bpb": 1.905985}, "el": {"chunks": 6352.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.309506, "cps": 49.625, "mean_p": 0.446127, "boundary_entropy": 0.66884, "bpb": 2.080504}, "hi": {"chunks": 14200.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.843982, "cps": 110.9375, "mean_p": 0.427415, "boundary_entropy": 0.660125, "bpb": 1.616654}, "ta": {"chunks": 15200.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.813052, "cps": 118.75, "mean_p": 0.488404, "boundary_entropy": 0.665764, "bpb": 1.315659}, "th": {"chunks": 5974.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.371402, "cps": 46.671875, "mean_p": 0.438805, "boundary_entropy": 0.674718, "bpb": 1.627188}, "zh": {"chunks": 3453.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.58466, "cps": 26.976562, "mean_p": 0.421088, "boundary_entropy": 0.65205, "bpb": 3.70004}, "my": {"chunks": 19095.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.007758, "cps": 149.179688, "mean_p": 0.442845, "boundary_entropy": 0.675752, "bpb": 1.454014}}, "bpb": {"en": 2.58254, "de": 2.91381, "vi": 2.28985, "tr": 2.89022, "fi": 3.17114, "ru": 1.90599, "el": 2.0805, "hi": 1.61665, "ta": 1.31566, "th": 1.62719, "zh": 3.70004, "my": 1.45401}, "gini_cpc": 0.323615, "gini_cps": 0.336415, "bpic": 4.154058, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9004160745349907, "vi": 1.5173257695577842, "tr": 1.0326221924853227, "fi": 1.0750972715581786, "ru": 1.8284732738430525, "el": 1.5130168563962494, "hi": 4.125792610648279, "ta": 3.974589131865457, "th": 1.815592061834426, "zh": 2.8580989338589204, "my": 4.92640836363507}, "t": 77.2} | |
| {"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.59572, "de": 2.91701, "vi": 2.29639, "tr": 2.90069, "fi": 3.16751, "ru": 1.88732, "el": 2.07134, "hi": 1.61211, "ta": 1.32564, "th": 1.65145, "zh": 3.7127, "my": 1.46419}, "bytes_per_chunk": {"en": 4.742, "de": 5.402, "vi": 4.426, "tr": 5.058, "fi": 4.937, "ru": 4.859, "el": 5.88, "hi": 3.142, "ta": 3.442, "th": 6.357, "zh": 4.581, "my": 2.814}, "bpb_mean": 2.30017, "t": 78.6} | |
| {"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.75607, "bpb": 2.53347, "chunk_loss": 0.032649, "F": 0.21213, "G": 0.43717, "chunks": 217.22, "bytes_per_chunk": 4.714, "boundary_entropy": 0.66975, "router_noise": 0.0, "grad_norm": 0.8697, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 78.7} | |
| {"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.52204, "bpb": 2.19584, "chunk_loss": 0.032348, "F": 0.20676, "G": 0.43693, "chunks": 211.72, "bytes_per_chunk": 4.837, "boundary_entropy": 0.67014, "router_noise": 0.0, "grad_norm": 0.7745, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 80.8} | |
| {"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.77368, "bpb": 2.55888, "chunk_loss": 0.032403, "F": 0.20691, "G": 0.43743, "chunks": 211.88, "bytes_per_chunk": 4.833, "boundary_entropy": 0.66888, "router_noise": 0.0, "grad_norm": 0.8614, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 83.0} | |
| {"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.68265, "bpb": 2.42755, "chunk_loss": 0.031932, "F": 0.19852, "G": 0.436, "chunks": 203.28, "bytes_per_chunk": 5.037, "boundary_entropy": 0.66772, "router_noise": 0.0, "grad_norm": 0.7974, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 85.1} | |
| {"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3421.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196575, "cps": 26.726562, "mean_p": 0.44366, "boundary_entropy": 0.667996, "bpb": 2.489515}, "de": {"chunks": 3595.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.175084, "cps": 28.085938, "mean_p": 0.441073, "boundary_entropy": 0.670364, "bpb": 2.794434}, "vi": {"chunks": 5662.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.307133, "cps": 44.234375, "mean_p": 0.443606, "boundary_entropy": 0.666185, "bpb": 2.22147}, "tr": {"chunks": 3763.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207866, "cps": 29.398438, "mean_p": 0.441852, "boundary_entropy": 0.669447, "bpb": 2.80149}, "fi": {"chunks": 3345.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177821, "cps": 26.132812, "mean_p": 0.439748, "boundary_entropy": 0.670715, "bpb": 3.044409}, "ru": {"chunks": 7804.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.411821, "cps": 60.96875, "mean_p": 0.443306, "boundary_entropy": 0.670675, "bpb": 1.843382}, "el": {"chunks": 6198.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.302003, "cps": 48.421875, "mean_p": 0.445078, "boundary_entropy": 0.671118, "bpb": 1.958533}, "hi": {"chunks": 6420.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.381575, "cps": 50.15625, "mean_p": 0.431285, "boundary_entropy": 0.668163, "bpb": 1.552774}, "ta": {"chunks": 13825.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.739503, "cps": 108.007812, "mean_p": 0.496114, "boundary_entropy": 0.669567, "bpb": 1.208433}, "th": {"chunks": 13430.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.834939, "cps": 104.921875, "mean_p": 0.439013, "boundary_entropy": 0.672583, "bpb": 1.50346}, "zh": {"chunks": 2649.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.448527, "cps": 20.695312, "mean_p": 0.415842, "boundary_entropy": 0.653109, "bpb": 3.623577}, "my": {"chunks": 3462.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.182711, "cps": 27.046875, "mean_p": 0.440285, "boundary_entropy": 0.677639, "bpb": 1.414066}}, "bpb": {"en": 2.48952, "de": 2.79443, "vi": 2.22147, "tr": 2.80149, "fi": 3.04441, "ru": 1.84338, "el": 1.95853, "hi": 1.55277, "ta": 1.20843, "th": 1.50346, "zh": 3.62358, "my": 1.41407}, "gini_cpc": 0.301159, "gini_cps": 0.304546, "bpic": 5.216258, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.890671454324537, "vi": 1.5624199263202034, "tr": 1.057437512517083, "fi": 0.9045972948558851, "ru": 2.0949761946814607, "el": 1.5363203129710254, "hi": 1.9411138180271923, "ta": 3.7619300547512693, "th": 4.247427684535813, "zh": 2.2817053550543824, "my": 0.9294686230911079}, "t": 88.1} | |
| {"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.49964, "de": 2.79738, "vi": 2.22812, "tr": 2.81318, "fi": 3.04554, "ru": 1.82695, "el": 1.94592, "hi": 1.54976, "ta": 1.21872, "th": 1.5268, "zh": 3.63371, "my": 1.4239}, "bytes_per_chunk": {"en": 5.106, "de": 5.915, "vi": 4.416, "tr": 5.122, "fi": 6.031, "ru": 4.447, "el": 6.162, "hi": 6.782, "ta": 3.855, "th": 3.265, "zh": 6.493, "my": 15.293}, "bpb_mean": 2.20913, "t": 89.4} | |
| {"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.61942, "bpb": 2.33633, "chunk_loss": 0.032552, "F": 0.20837, "G": 0.44214, "chunks": 213.38, "bytes_per_chunk": 4.799, "boundary_entropy": 0.67115, "router_noise": 0.0, "grad_norm": 0.7744, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 89.5} | |
| {"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.65866, "bpb": 2.39294, "chunk_loss": 0.031841, "F": 0.19629, "G": 0.43826, "chunks": 201.0, "bytes_per_chunk": 5.095, "boundary_entropy": 0.67067, "router_noise": 0.0, "grad_norm": 1.0392, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 91.6} | |
| {"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.58844, "bpb": 2.29164, "chunk_loss": 0.033078, "F": 0.21582, "G": 0.44101, "chunks": 221.0, "bytes_per_chunk": 4.633, "boundary_entropy": 0.67099, "router_noise": 0.0, "grad_norm": 0.7945, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 93.7} | |
| {"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.7398, "bpb": 2.51, "chunk_loss": 0.032107, "F": 0.20163, "G": 0.43622, "chunks": 206.47, "bytes_per_chunk": 4.96, "boundary_entropy": 0.67005, "router_noise": 0.0, "grad_norm": 10.495, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 95.8} | |
| {"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3492.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200655, "cps": 27.28125, "mean_p": 0.44175, "boundary_entropy": 0.667314, "bpb": 2.44785}, "de": {"chunks": 4013.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195441, "cps": 31.351562, "mean_p": 0.445598, "boundary_entropy": 0.671128, "bpb": 2.728266}, "vi": {"chunks": 5215.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.282886, "cps": 40.742188, "mean_p": 0.437553, "boundary_entropy": 0.665035, "bpb": 2.190524}, "tr": {"chunks": 3493.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192951, "cps": 27.289062, "mean_p": 0.438853, "boundary_entropy": 0.668669, "bpb": 2.731483}, "fi": {"chunks": 2770.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.147254, "cps": 21.640625, "mean_p": 0.432854, "boundary_entropy": 0.668747, "bpb": 2.970601}, "ru": {"chunks": 7242.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.382164, "cps": 56.578125, "mean_p": 0.440965, "boundary_entropy": 0.670745, "bpb": 1.796036}, "el": {"chunks": 7748.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.377528, "cps": 60.53125, "mean_p": 0.448369, "boundary_entropy": 0.671411, "bpb": 1.907996}, "hi": {"chunks": 3991.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.237207, "cps": 31.179688, "mean_p": 0.431948, "boundary_entropy": 0.670625, "bpb": 1.483463}, "ta": {"chunks": 17160.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.917892, "cps": 134.0625, "mean_p": 0.499007, "boundary_entropy": 0.671234, "bpb": 1.189991}, "th": {"chunks": 8031.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.499285, "cps": 62.742188, "mean_p": 0.428804, "boundary_entropy": 0.67032, "bpb": 1.432654}, "zh": {"chunks": 2840.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.480867, "cps": 22.1875, "mean_p": 0.413829, "boundary_entropy": 0.652144, "bpb": 3.59063}, "my": {"chunks": 2797.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.147615, "cps": 21.851562, "mean_p": 0.424132, "boundary_entropy": 0.674461, "bpb": 1.450952}}, "bpb": {"en": 2.44785, "de": 2.72827, "vi": 2.19052, "tr": 2.73148, "fi": 2.9706, "ru": 1.79604, "el": 1.908, "hi": 1.48346, "ta": 1.18999, "th": 1.43265, "zh": 3.59063, "my": 1.45095}, "gini_cpc": 0.311183, "gini_cps": 0.319429, "bpic": 5.578861, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9740172261465617, "vi": 1.4098115231653519, "tr": 0.9616076714895843, "fi": 0.7338676956763435, "ru": 1.9045798765062696, "el": 1.8814758665702866, "hi": 1.1821607614262444, "ta": 4.574479642001417, "th": 2.4882753990559174, "zh": 2.396485372787648, "my": 0.7356631043760932}, "t": 99.0} | |
| {"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45754, "de": 2.73196, "vi": 2.19869, "tr": 2.74216, "fi": 2.97432, "ru": 1.77738, "el": 1.89772, "hi": 1.48226, "ta": 1.19907, "th": 1.45524, "zh": 3.59746, "my": 1.46154}, "bytes_per_chunk": {"en": 5.03, "de": 5.115, "vi": 4.74, "tr": 5.556, "fi": 7.347, "ru": 4.809, "el": 4.991, "hi": 10.302, "ta": 3.015, "th": 5.302, "zh": 5.859, "my": 21.924}, "bpb_mean": 2.16461, "t": 100.3} | |
| {"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.59335, "bpb": 2.29871, "chunk_loss": 0.031617, "F": 0.19409, "G": 0.43478, "chunks": 198.75, "bytes_per_chunk": 5.152, "boundary_entropy": 0.67, "router_noise": 0.0, "grad_norm": 1.1196, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 100.3} | |
| {"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.73377, "bpb": 2.5013, "chunk_loss": 0.031322, "F": 0.18912, "G": 0.43504, "chunks": 193.66, "bytes_per_chunk": 5.288, "boundary_entropy": 0.66979, "router_noise": 0.0, "grad_norm": 0.8576, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 102.4} | |
| {"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.57099, "bpb": 2.26645, "chunk_loss": 0.032326, "F": 0.20389, "G": 0.44073, "chunks": 208.78, "bytes_per_chunk": 4.905, "boundary_entropy": 0.67105, "router_noise": 0.0, "grad_norm": 0.8493, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 104.5} | |
| {"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.62746, "bpb": 2.34792, "chunk_loss": 0.032424, "F": 0.20752, "G": 0.43934, "chunks": 212.5, "bytes_per_chunk": 4.819, "boundary_entropy": 0.67027, "router_noise": 0.0, "grad_norm": 0.8531, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 106.6} | |
| {"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3657.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210136, "cps": 28.570312, "mean_p": 0.4429, "boundary_entropy": 0.667281, "bpb": 2.374976}, "de": {"chunks": 3986.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.194127, "cps": 31.140625, "mean_p": 0.443807, "boundary_entropy": 0.671211, "bpb": 2.664972}, "vi": {"chunks": 6035.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.327366, "cps": 47.148438, "mean_p": 0.443089, "boundary_entropy": 0.665204, "bpb": 2.149985}, "tr": {"chunks": 4401.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.243109, "cps": 34.382812, "mean_p": 0.446989, "boundary_entropy": 0.671148, "bpb": 2.657349}, "fi": {"chunks": 3780.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.200946, "cps": 29.53125, "mean_p": 0.443112, "boundary_entropy": 0.671137, "bpb": 2.917373}, "ru": {"chunks": 6800.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.358839, "cps": 53.125, "mean_p": 0.443783, "boundary_entropy": 0.672242, "bpb": 1.733284}, "el": {"chunks": 5785.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.281879, "cps": 45.195312, "mean_p": 0.440652, "boundary_entropy": 0.67139, "bpb": 1.884505}, "hi": {"chunks": 7539.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.448083, "cps": 58.898438, "mean_p": 0.442962, "boundary_entropy": 0.673966, "bpb": 1.446969}, "ta": {"chunks": 15083.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.806793, "cps": 117.835938, "mean_p": 0.492647, "boundary_entropy": 0.671628, "bpb": 1.173433}, "th": {"chunks": 4684.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.291203, "cps": 36.59375, "mean_p": 0.434813, "boundary_entropy": 0.674731, "bpb": 1.395708}, "zh": {"chunks": 3311.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.560616, "cps": 25.867188, "mean_p": 0.413155, "boundary_entropy": 0.650316, "bpb": 3.539108}, "my": {"chunks": 1099.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.058001, "cps": 8.585938, "mean_p": 0.429706, "boundary_entropy": 0.675599, "bpb": 1.328786}}, "bpb": {"en": 2.37498, "de": 2.66497, "vi": 2.14999, "tr": 2.65735, "fi": 2.91737, "ru": 1.73328, "el": 1.8845, "hi": 1.44697, "ta": 1.17343, "th": 1.39571, "zh": 3.53911, "my": 1.32879}, "gini_cpc": 0.298718, "gini_cps": 0.29075, "bpic": 5.800801, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.923812952494448, "vi": 1.5578774547202965, "tr": 1.1569110708539236, "fi": 0.9562667960541301, "ru": 1.7076499834415944, "el": 1.341410427413378, "hi": 2.1323467582982176, "ta": 3.839382856927216, "th": 1.3857822075759851, "zh": 2.6678714406478083, "my": 0.276015503247695}, "t": 109.6} | |
| {"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.38684, "de": 2.66929, "vi": 2.15445, "tr": 2.66573, "fi": 2.91835, "ru": 1.71533, "el": 1.87157, "hi": 1.4464, "ta": 1.18133, "th": 1.41922, "zh": 3.54536, "my": 1.33745}, "bytes_per_chunk": {"en": 4.781, "de": 5.148, "vi": 4.138, "tr": 4.398, "fi": 5.182, "ru": 4.965, "el": 6.536, "hi": 5.673, "ta": 3.47, "th": 9.502, "zh": 5.173, "my": 60.472}, "bpb_mean": 2.10928, "t": 111.0} | |
| {"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.60087, "bpb": 2.30956, "chunk_loss": 0.031898, "F": 0.19592, "G": 0.4399, "chunks": 200.62, "bytes_per_chunk": 5.104, "boundary_entropy": 0.67003, "router_noise": 0.0, "grad_norm": 0.8238, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 111.0} | |
| {"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.52975, "bpb": 2.20696, "chunk_loss": 0.032081, "F": 0.19995, "G": 0.44149, "chunks": 204.75, "bytes_per_chunk": 5.001, "boundary_entropy": 0.67159, "router_noise": 0.0, "grad_norm": 0.8837, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 113.1} | |
| {"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.45577, "bpb": 2.10024, "chunk_loss": 0.03219, "F": 0.20276, "G": 0.43946, "chunks": 207.62, "bytes_per_chunk": 4.932, "boundary_entropy": 0.67096, "router_noise": 0.0, "grad_norm": 0.7238, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 115.2} | |
| {"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.64148, "bpb": 2.36816, "chunk_loss": 0.032053, "F": 0.20139, "G": 0.43799, "chunks": 206.22, "bytes_per_chunk": 4.966, "boundary_entropy": 0.67097, "router_noise": 0.0, "grad_norm": 0.8516, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 117.3} | |
| {"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3764.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.216285, "cps": 29.40625, "mean_p": 0.443913, "boundary_entropy": 0.667404, "bpb": 2.338587}, "de": {"chunks": 3327.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162032, "cps": 25.992188, "mean_p": 0.438094, "boundary_entropy": 0.66964, "bpb": 2.605609}, "vi": {"chunks": 5401.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.292975, "cps": 42.195312, "mean_p": 0.437138, "boundary_entropy": 0.663276, "bpb": 2.124094}, "tr": {"chunks": 4540.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.250787, "cps": 35.46875, "mean_p": 0.447177, "boundary_entropy": 0.670297, "bpb": 2.646798}, "fi": {"chunks": 2983.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158577, "cps": 23.304688, "mean_p": 0.437174, "boundary_entropy": 0.670176, "bpb": 2.870736}, "ru": {"chunks": 7306.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.385541, "cps": 57.078125, "mean_p": 0.446516, "boundary_entropy": 0.673206, "bpb": 1.689858}, "el": {"chunks": 8580.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.418068, "cps": 67.03125, "mean_p": 0.45235, "boundary_entropy": 0.67256, "bpb": 1.805225}, "hi": {"chunks": 7315.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.43477, "cps": 57.148438, "mean_p": 0.450297, "boundary_entropy": 0.677658, "bpb": 1.426123}, "ta": {"chunks": 17923.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.958706, "cps": 140.023438, "mean_p": 0.499941, "boundary_entropy": 0.669748, "bpb": 1.1403}, "th": {"chunks": 4258.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.264719, "cps": 33.265625, "mean_p": 0.438198, "boundary_entropy": 0.676571, "bpb": 1.360277}, "zh": {"chunks": 3158.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.53471, "cps": 24.671875, "mean_p": 0.411197, "boundary_entropy": 0.649825, "bpb": 3.512195}, "my": {"chunks": 5507.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.290638, "cps": 43.023438, "mean_p": 0.445791, "boundary_entropy": 0.679371, "bpb": 1.317078}}, "bpb": {"en": 2.33859, "de": 2.60561, "vi": 2.12409, "tr": 2.6468, "fi": 2.87074, "ru": 1.68986, "el": 1.80522, "hi": 1.42612, "ta": 1.1403, "th": 1.36028, "zh": 3.5122, "my": 1.31708}, "gini_cpc": 0.284012, "gini_cps": 0.296342, "bpic": 5.181888, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.749160548844081, "vi": 1.3545827500304801, "tr": 1.15952417278317, "fi": 0.7331888898072222, "ru": 1.7825632922927666, "el": 1.932951459607564, "hi": 2.0101745163770954, "ta": 4.432612233575555, "th": 1.2239370942822685, "zh": 2.4722545706324337, "my": 1.3437739132570892}, "t": 120.3} | |
| {"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.34986, "de": 2.61054, "vi": 2.12952, "tr": 2.65784, "fi": 2.86856, "ru": 1.67055, "el": 1.7956, "hi": 1.42521, "ta": 1.14869, "th": 1.38082, "zh": 3.51767, "my": 1.32555}, "bytes_per_chunk": {"en": 4.458, "de": 6.401, "vi": 4.728, "tr": 4.365, "fi": 6.491, "ru": 4.763, "el": 4.28, "hi": 6.076, "ta": 2.846, "th": 10.524, "zh": 5.406, "my": 10.468}, "bpb_mean": 2.07337, "t": 121.6} | |
| {"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.58931, "bpb": 2.29289, "chunk_loss": 0.033227, "F": 0.21994, "G": 0.44052, "chunks": 225.22, "bytes_per_chunk": 4.547, "boundary_entropy": 0.67034, "router_noise": 0.0, "grad_norm": 1.1445, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 121.7} | |
| {"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.57204, "bpb": 2.26798, "chunk_loss": 0.031372, "F": 0.18982, "G": 0.43756, "chunks": 194.38, "bytes_per_chunk": 5.268, "boundary_entropy": 0.67146, "router_noise": 0.0, "grad_norm": 0.879, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 123.8} | |
| {"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.61422, "bpb": 2.32883, "chunk_loss": 0.031922, "F": 0.19916, "G": 0.43441, "chunks": 203.94, "bytes_per_chunk": 5.021, "boundary_entropy": 0.66921, "router_noise": 0.0, "grad_norm": 0.7763, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 125.9} | |
| {"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.61926, "bpb": 2.3361, "chunk_loss": 0.031074, "F": 0.18555, "G": 0.43407, "chunks": 190.0, "bytes_per_chunk": 5.389, "boundary_entropy": 0.66945, "router_noise": 0.0, "grad_norm": 0.8865, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 127.9} | |
| {"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4346.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.249727, "cps": 33.953125, "mean_p": 0.446703, "boundary_entropy": 0.667183, "bpb": 2.284142}, "de": {"chunks": 3937.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19174, "cps": 30.757812, "mean_p": 0.442927, "boundary_entropy": 0.670308, "bpb": 2.571114}, "vi": {"chunks": 5793.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.314239, "cps": 45.257812, "mean_p": 0.439727, "boundary_entropy": 0.662725, "bpb": 2.090354}, "tr": {"chunks": 3654.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201845, "cps": 28.546875, "mean_p": 0.439146, "boundary_entropy": 0.66816, "bpb": 2.570249}, "fi": {"chunks": 3067.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163043, "cps": 23.960938, "mean_p": 0.434855, "boundary_entropy": 0.668496, "bpb": 2.801227}, "ru": {"chunks": 6731.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.355198, "cps": 52.585938, "mean_p": 0.443753, "boundary_entropy": 0.672364, "bpb": 1.661592}, "el": {"chunks": 8214.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.400234, "cps": 64.171875, "mean_p": 0.448647, "boundary_entropy": 0.672532, "bpb": 1.789332}, "hi": {"chunks": 7581.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.450579, "cps": 59.226562, "mean_p": 0.446366, "boundary_entropy": 0.675774, "bpb": 1.41398}, "ta": {"chunks": 14512.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.77625, "cps": 113.375, "mean_p": 0.486638, "boundary_entropy": 0.672416, "bpb": 1.115894}, "th": {"chunks": 7123.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.442835, "cps": 55.648438, "mean_p": 0.442034, "boundary_entropy": 0.676408, "bpb": 1.314451}, "zh": {"chunks": 3514.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.594988, "cps": 27.453125, "mean_p": 0.413666, "boundary_entropy": 0.649934, "bpb": 3.473327}, "my": {"chunks": 18517.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.977254, "cps": 144.664062, "mean_p": 0.460569, "boundary_entropy": 0.681519, "bpb": 1.286404}}, "bpb": {"en": 2.28414, "de": 2.57111, "vi": 2.09035, "tr": 2.57025, "fi": 2.80123, "ru": 1.66159, "el": 1.78933, "hi": 1.41398, "ta": 1.11589, "th": 1.31445, "zh": 3.47333, "my": 1.2864}, "gini_cpc": 0.299665, "gini_cps": 0.314543, "bpic": 4.411834, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7677987590223535, "vi": 1.2583306778920378, "tr": 0.8082624255299969, "fi": 0.652884398571955, "ru": 1.4223444237080893, "el": 1.602685292711113, "hi": 1.804287838930984, "ta": 3.1083949765454046, "th": 1.7732757593439479, "zh": 2.3825537812911564, "my": 3.9132865363300593}, "t": 130.9} | |
| {"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.29521, "de": 2.57932, "vi": 2.0948, "tr": 2.57784, "fi": 2.801, "ru": 1.64277, "el": 1.77914, "hi": 1.41257, "ta": 1.12343, "th": 1.33498, "zh": 3.47844, "my": 1.29434}, "bytes_per_chunk": {"en": 4.04, "de": 5.254, "vi": 4.382, "tr": 5.529, "fi": 6.571, "ru": 5.046, "el": 4.594, "hi": 5.904, "ta": 3.569, "th": 6.135, "zh": 5.017, "my": 2.936}, "bpb_mean": 2.03449, "t": 132.3} | |
| {"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.53783, "bpb": 2.21862, "chunk_loss": 0.032128, "F": 0.20267, "G": 0.43724, "chunks": 207.53, "bytes_per_chunk": 4.934, "boundary_entropy": 0.67028, "router_noise": 0.0, "grad_norm": 0.7496, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 132.3} | |
| {"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.4165, "bpb": 2.04358, "chunk_loss": 0.032777, "F": 0.21283, "G": 0.43972, "chunks": 217.94, "bytes_per_chunk": 4.699, "boundary_entropy": 0.67032, "router_noise": 0.0, "grad_norm": 0.7987, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 134.4} | |
| {"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.57636, "bpb": 2.27421, "chunk_loss": 0.031546, "F": 0.19217, "G": 0.43566, "chunks": 196.78, "bytes_per_chunk": 5.204, "boundary_entropy": 0.66987, "router_noise": 0.0, "grad_norm": 0.8666, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 136.5} | |
| {"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.50209, "bpb": 2.16706, "chunk_loss": 0.03159, "F": 0.1929, "G": 0.43581, "chunks": 197.53, "bytes_per_chunk": 5.184, "boundary_entropy": 0.66936, "router_noise": 0.0, "grad_norm": 0.8172, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 138.5} | |
| {"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3665.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210596, "cps": 28.632812, "mean_p": 0.440553, "boundary_entropy": 0.665636, "bpb": 2.258491}, "de": {"chunks": 3582.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174451, "cps": 27.984375, "mean_p": 0.437288, "boundary_entropy": 0.668615, "bpb": 2.530374}, "vi": {"chunks": 5183.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.28115, "cps": 40.492188, "mean_p": 0.434913, "boundary_entropy": 0.661849, "bpb": 2.068405}, "tr": {"chunks": 3572.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197315, "cps": 27.90625, "mean_p": 0.435884, "boundary_entropy": 0.666774, "bpb": 2.521216}, "fi": {"chunks": 3001.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159534, "cps": 23.445312, "mean_p": 0.439527, "boundary_entropy": 0.671105, "bpb": 2.759462}, "ru": {"chunks": 6937.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.366069, "cps": 54.195312, "mean_p": 0.443147, "boundary_entropy": 0.672749, "bpb": 1.641406}, "el": {"chunks": 7128.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.347318, "cps": 55.6875, "mean_p": 0.444728, "boundary_entropy": 0.672534, "bpb": 1.743536}, "hi": {"chunks": 6806.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.404517, "cps": 53.171875, "mean_p": 0.444532, "boundary_entropy": 0.675093, "bpb": 1.381987}, "ta": {"chunks": 13296.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.711206, "cps": 103.875, "mean_p": 0.479341, "boundary_entropy": 0.669603, "bpb": 1.104704}, "th": {"chunks": 5096.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.316817, "cps": 39.8125, "mean_p": 0.435295, "boundary_entropy": 0.674615, "bpb": 1.288449}, "zh": {"chunks": 3483.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.589739, "cps": 27.210938, "mean_p": 0.414168, "boundary_entropy": 0.651074, "bpb": 3.427352}, "my": {"chunks": 3747.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.197752, "cps": 29.273438, "mean_p": 0.444076, "boundary_entropy": 0.680349, "bpb": 1.261163}}, "bpb": {"en": 2.25849, "de": 2.53037, "vi": 2.0684, "tr": 2.52122, "fi": 2.75946, "ru": 1.64141, "el": 1.74354, "hi": 1.38199, "ta": 1.1047, "th": 1.28845, "zh": 3.42735, "my": 1.26116}, "gini_cpc": 0.264205, "gini_cps": 0.243816, "bpic": 5.85961, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8283680036176417, "vi": 1.3350213407899365, "tr": 0.9369384028741402, "fi": 0.7575377038035349, "ru": 1.7382515343385874, "el": 1.6492139022940289, "hi": 1.9208215216020788, "ta": 3.3771136652963287, "th": 1.5043832708314162, "zh": 2.800336190125518, "my": 0.9390105209317033}, "t": 141.5} | |
| {"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.2696, "de": 2.53585, "vi": 2.0739, "tr": 2.53082, "fi": 2.7608, "ru": 1.62171, "el": 1.7344, "hi": 1.37946, "ta": 1.11096, "th": 1.31085, "zh": 3.43296, "my": 1.26758}, "bytes_per_chunk": {"en": 4.773, "de": 5.883, "vi": 4.904, "tr": 5.549, "fi": 6.499, "ru": 5.044, "el": 5.437, "hi": 5.75, "ta": 3.954, "th": 8.393, "zh": 4.932, "my": 14.564}, "bpb_mean": 2.00241, "t": 142.8} | |
| {"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.51592, "bpb": 2.18701, "chunk_loss": 0.031546, "F": 0.19339, "G": 0.43449, "chunks": 198.03, "bytes_per_chunk": 5.171, "boundary_entropy": 0.66949, "router_noise": 0.0, "grad_norm": 0.7912, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 142.8} | |
| {"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.72816, "bpb": 2.4932, "chunk_loss": 0.032564, "F": 0.21042, "G": 0.43392, "chunks": 215.47, "bytes_per_chunk": 4.752, "boundary_entropy": 0.66799, "router_noise": 0.0, "grad_norm": 0.8271, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 144.9} | |
| {"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.51061, "bpb": 2.17935, "chunk_loss": 0.031674, "F": 0.19528, "G": 0.43462, "chunks": 199.97, "bytes_per_chunk": 5.121, "boundary_entropy": 0.66905, "router_noise": 0.0, "grad_norm": 0.7671, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 146.9} | |
| {"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.51694, "bpb": 2.18848, "chunk_loss": 0.031679, "F": 0.19498, "G": 0.43654, "chunks": 199.66, "bytes_per_chunk": 5.129, "boundary_entropy": 0.67077, "router_noise": 0.0, "grad_norm": 0.8385, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 149.0} | |
| {"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3480.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199966, "cps": 27.1875, "mean_p": 0.438616, "boundary_entropy": 0.665045, "bpb": 2.230222}, "de": {"chunks": 3593.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174987, "cps": 28.070312, "mean_p": 0.441782, "boundary_entropy": 0.670585, "bpb": 2.494039}, "vi": {"chunks": 5648.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.306374, "cps": 44.125, "mean_p": 0.435099, "boundary_entropy": 0.660706, "bpb": 2.057965}, "tr": {"chunks": 4155.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.22952, "cps": 32.460938, "mean_p": 0.441589, "boundary_entropy": 0.668317, "bpb": 2.472557}, "fi": {"chunks": 2925.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.155494, "cps": 22.851562, "mean_p": 0.437901, "boundary_entropy": 0.670602, "bpb": 2.719384}, "ru": {"chunks": 6673.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.352137, "cps": 52.132812, "mean_p": 0.443279, "boundary_entropy": 0.672831, "bpb": 1.611528}, "el": {"chunks": 7137.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.347756, "cps": 55.757812, "mean_p": 0.440857, "boundary_entropy": 0.671584, "bpb": 1.730086}, "hi": {"chunks": 11501.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.683566, "cps": 89.851562, "mean_p": 0.447916, "boundary_entropy": 0.674391, "bpb": 1.36439}, "ta": {"chunks": 13461.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.720032, "cps": 105.164062, "mean_p": 0.477356, "boundary_entropy": 0.673217, "bpb": 1.079437}, "th": {"chunks": 8110.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.504196, "cps": 63.359375, "mean_p": 0.442027, "boundary_entropy": 0.675618, "bpb": 1.277157}, "zh": {"chunks": 3390.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.573993, "cps": 26.484375, "mean_p": 0.414414, "boundary_entropy": 0.650431, "bpb": 3.416753}, "my": {"chunks": 4655.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.245672, "cps": 36.367188, "mean_p": 0.449803, "boundary_entropy": 0.68113, "bpb": 1.256361}}, "bpb": {"en": 2.23022, "de": 2.49404, "vi": 2.05796, "tr": 2.47256, "fi": 2.71938, "ru": 1.61153, "el": 1.73009, "hi": 1.36439, "ta": 1.07944, "th": 1.27716, "zh": 3.41675, "my": 1.25636}, "gini_cpc": 0.280754, "gini_cps": 0.276081, "bpic": 5.135705, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8750838851503971, "vi": 1.5321328432610384, "tr": 1.1477977073718018, "fi": 0.7776046755475061, "ru": 1.7609895823855883, "el": 1.7390806697952006, "hi": 3.418419890352001, "ta": 3.600781188036632, "th": 2.521416933746369, "zh": 2.8704575709097706, "my": 1.2285736189061898}, "t": 152.0} | |
| {"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.24056, "de": 2.49895, "vi": 2.06055, "tr": 2.48144, "fi": 2.71849, "ru": 1.59013, "el": 1.72138, "hi": 1.36259, "ta": 1.08732, "th": 1.29645, "zh": 3.42079, "my": 1.26425}, "bytes_per_chunk": {"en": 4.983, "de": 5.919, "vi": 4.482, "tr": 4.71, "fi": 6.76, "ru": 5.175, "el": 5.155, "hi": 3.562, "ta": 3.859, "th": 5.501, "zh": 5.183, "my": 12.356}, "bpb_mean": 1.97858, "t": 153.3} | |
| {"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 153.3} | |
| {"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.53686, "bpb": 2.21723, "chunk_loss": 0.032436, "F": 0.2066, "G": 0.43909, "chunks": 211.56, "bytes_per_chunk": 4.84, "boundary_entropy": 0.67017, "router_noise": 0.0, "grad_norm": 0.8078, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 153.4} | |
| {"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.33473, "bpb": 1.9256, "chunk_loss": 0.032113, "F": 0.20175, "G": 0.43929, "chunks": 206.59, "bytes_per_chunk": 4.957, "boundary_entropy": 0.67084, "router_noise": 0.0, "grad_norm": 0.6837, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 155.4} | |
| {"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.43531, "bpb": 2.07072, "chunk_loss": 0.032293, "F": 0.20566, "G": 0.43615, "chunks": 210.59, "bytes_per_chunk": 4.862, "boundary_entropy": 0.66933, "router_noise": 0.0, "grad_norm": 0.8314, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 157.5} | |
| {"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.59876, "bpb": 2.30653, "chunk_loss": 0.03062, "F": 0.17685, "G": 0.43039, "chunks": 181.09, "bytes_per_chunk": 5.655, "boundary_entropy": 0.6675, "router_noise": 0.0, "grad_norm": 0.7446, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 159.5} | |
| {"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3545.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203701, "cps": 27.695312, "mean_p": 0.437383, "boundary_entropy": 0.663818, "bpb": 2.206994}, "de": {"chunks": 3576.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174159, "cps": 27.9375, "mean_p": 0.440569, "boundary_entropy": 0.669358, "bpb": 2.460409}, "vi": {"chunks": 5326.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.288907, "cps": 41.609375, "mean_p": 0.43325, "boundary_entropy": 0.659759, "bpb": 2.036225}, "tr": {"chunks": 3919.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216483, "cps": 30.617188, "mean_p": 0.44004, "boundary_entropy": 0.667761, "bpb": 2.446899}, "fi": {"chunks": 3905.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.207591, "cps": 30.507812, "mean_p": 0.442809, "boundary_entropy": 0.670536, "bpb": 2.671236}, "ru": {"chunks": 6676.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.352296, "cps": 52.15625, "mean_p": 0.447327, "boundary_entropy": 0.674374, "bpb": 1.589226}, "el": {"chunks": 7049.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.343468, "cps": 55.070312, "mean_p": 0.445158, "boundary_entropy": 0.673027, "bpb": 1.698281}, "hi": {"chunks": 6402.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.380505, "cps": 50.015625, "mean_p": 0.448331, "boundary_entropy": 0.677495, "bpb": 1.346966}, "ta": {"chunks": 14711.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.786895, "cps": 114.929688, "mean_p": 0.483251, "boundary_entropy": 0.673264, "bpb": 1.077197}, "th": {"chunks": 7001.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.43525, "cps": 54.695312, "mean_p": 0.444425, "boundary_entropy": 0.677241, "bpb": 1.241887}, "zh": {"chunks": 3637.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.615814, "cps": 28.414062, "mean_p": 0.414528, "boundary_entropy": 0.649961, "bpb": 3.377728}, "my": {"chunks": 15520.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.819084, "cps": 121.25, "mean_p": 0.45927, "boundary_entropy": 0.681888, "bpb": 1.229151}}, "bpb": {"en": 2.20699, "de": 2.46041, "vi": 2.03622, "tr": 2.4469, "fi": 2.67124, "ru": 1.58923, "el": 1.69828, "hi": 1.34697, "ta": 1.0772, "th": 1.24189, "zh": 3.37773, "my": 1.22915}, "gini_cpc": 0.286371, "gini_cps": 0.287787, "bpic": 4.72247, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8549741490821099, "vi": 1.4182928086063065, "tr": 1.0627536194508977, "fi": 1.019100548781626, "ru": 1.7294778107334645, "el": 1.6861435520380414, "hi": 1.8679638944833672, "ta": 3.8629990973050803, "th": 2.1367164477500302, "zh": 3.0231363768145707, "my": 4.021019891720581}, "t": 162.5} | |
| {"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.21666, "de": 2.46827, "vi": 2.03906, "tr": 2.45641, "fi": 2.67301, "ru": 1.56731, "el": 1.69132, "hi": 1.34439, "ta": 1.08456, "th": 1.26634, "zh": 3.3838, "my": 1.23814}, "bytes_per_chunk": {"en": 4.79, "de": 5.91, "vi": 4.81, "tr": 5.071, "fi": 5.012, "ru": 5.121, "el": 5.368, "hi": 6.474, "ta": 3.517, "th": 6.349, "zh": 4.889, "my": 3.407}, "bpb_mean": 1.95244, "t": 163.8} | |
| {"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.69319, "bpb": 2.44276, "chunk_loss": 0.032015, "F": 0.2019, "G": 0.43054, "chunks": 206.75, "bytes_per_chunk": 4.953, "boundary_entropy": 0.66605, "router_noise": 0.0, "grad_norm": 0.7675, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 163.9} | |
| {"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.44764, "bpb": 2.08851, "chunk_loss": 0.031325, "F": 0.18915, "G": 0.43463, "chunks": 193.69, "bytes_per_chunk": 5.287, "boundary_entropy": 0.6693, "router_noise": 0.0, "grad_norm": 0.7347, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 165.9} | |
| {"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.38502, "bpb": 1.99817, "chunk_loss": 0.031631, "F": 0.19443, "G": 0.43627, "chunks": 199.09, "bytes_per_chunk": 5.143, "boundary_entropy": 0.66964, "router_noise": 0.0, "grad_norm": 0.7346, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 167.9} | |
| {"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.36255, "bpb": 1.96574, "chunk_loss": 0.031396, "F": 0.19022, "G": 0.43652, "chunks": 194.78, "bytes_per_chunk": 5.257, "boundary_entropy": 0.67058, "router_noise": 0.0, "grad_norm": 0.7755, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 170.0} | |
| {"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3623.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.208182, "cps": 28.304688, "mean_p": 0.439199, "boundary_entropy": 0.664417, "bpb": 2.186236}, "de": {"chunks": 3909.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190376, "cps": 30.539062, "mean_p": 0.44254, "boundary_entropy": 0.669679, "bpb": 2.430779}, "vi": {"chunks": 5381.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.29189, "cps": 42.039062, "mean_p": 0.43134, "boundary_entropy": 0.659553, "bpb": 2.019762}, "tr": {"chunks": 4083.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.225543, "cps": 31.898438, "mean_p": 0.439602, "boundary_entropy": 0.667261, "bpb": 2.413429}, "fi": {"chunks": 3193.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169741, "cps": 24.945312, "mean_p": 0.438854, "boundary_entropy": 0.669868, "bpb": 2.649091}, "ru": {"chunks": 6596.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.348074, "cps": 51.53125, "mean_p": 0.444843, "boundary_entropy": 0.674192, "bpb": 1.564238}, "el": {"chunks": 6674.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.325196, "cps": 52.140625, "mean_p": 0.444073, "boundary_entropy": 0.673571, "bpb": 1.669965}, "hi": {"chunks": 8963.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.532719, "cps": 70.023438, "mean_p": 0.452212, "boundary_entropy": 0.677853, "bpb": 1.335267}, "ta": {"chunks": 13075.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.699385, "cps": 102.148438, "mean_p": 0.467703, "boundary_entropy": 0.670183, "bpb": 1.061075}, "th": {"chunks": 4801.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.298477, "cps": 37.507812, "mean_p": 0.441977, "boundary_entropy": 0.678415, "bpb": 1.231602}, "zh": {"chunks": 3739.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.633085, "cps": 29.210938, "mean_p": 0.415379, "boundary_entropy": 0.64966, "bpb": 3.356974}, "my": {"chunks": 8861.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.467648, "cps": 69.226562, "mean_p": 0.452697, "boundary_entropy": 0.680602, "bpb": 1.201197}}, "bpb": {"en": 2.18624, "de": 2.43078, "vi": 2.01976, "tr": 2.41343, "fi": 2.64909, "ru": 1.56424, "el": 1.66997, "hi": 1.33527, "ta": 1.06108, "th": 1.2316, "zh": 3.35697, "my": 1.2012}, "gini_cpc": 0.256018, "gini_cps": 0.245274, "bpic": 5.26463, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9144691299528349, "vi": 1.4020891748698028, "tr": 1.0833894812566158, "fi": 0.8153476452201809, "ru": 1.6719651420818475, "el": 1.5620723436805968, "hi": 2.5589046864612293, "ta": 3.359479646137641, "th": 1.4337268775775533, "zh": 3.0410097227527895, "my": 2.2463382212404497}, "t": 172.9} | |
| {"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19779, "de": 2.43805, "vi": 2.02307, "tr": 2.42088, "fi": 2.65428, "ru": 1.54177, "el": 1.66118, "hi": 1.33226, "ta": 1.06772, "th": 1.25058, "zh": 3.35976, "my": 1.21092}, "bytes_per_chunk": {"en": 4.829, "de": 5.597, "vi": 4.648, "tr": 4.883, "fi": 6.266, "ru": 5.308, "el": 5.732, "hi": 4.74, "ta": 4.05, "th": 9.214, "zh": 4.721, "my": 6.382}, "bpb_mean": 1.92986, "t": 174.3} | |
| {"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.48205, "bpb": 2.13815, "chunk_loss": 0.031669, "F": 0.19543, "G": 0.43496, "chunks": 200.12, "bytes_per_chunk": 5.117, "boundary_entropy": 0.66945, "router_noise": 0.0, "grad_norm": 0.7813, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 174.3} | |
| {"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.42407, "bpb": 2.05449, "chunk_loss": 0.032446, "F": 0.20901, "G": 0.43717, "chunks": 214.03, "bytes_per_chunk": 4.784, "boundary_entropy": 0.66953, "router_noise": 0.0, "grad_norm": 0.7508, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 176.3} | |
| {"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.49717, "bpb": 2.15995, "chunk_loss": 0.031466, "F": 0.19177, "G": 0.4328, "chunks": 196.38, "bytes_per_chunk": 5.215, "boundary_entropy": 0.66779, "router_noise": 0.0, "grad_norm": 0.8098, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 178.4} | |
| {"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.39491, "bpb": 2.01243, "chunk_loss": 0.032229, "F": 0.20364, "G": 0.43782, "chunks": 208.53, "bytes_per_chunk": 4.911, "boundary_entropy": 0.67005, "router_noise": 0.0, "grad_norm": 0.7874, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 180.4} | |
| {"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3500.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201115, "cps": 27.34375, "mean_p": 0.43518, "boundary_entropy": 0.662568, "bpb": 2.16894}, "de": {"chunks": 3680.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.179224, "cps": 28.75, "mean_p": 0.438976, "boundary_entropy": 0.668347, "bpb": 2.412559}, "vi": {"chunks": 5090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276105, "cps": 39.765625, "mean_p": 0.427521, "boundary_entropy": 0.657761, "bpb": 2.00406}, "tr": {"chunks": 3476.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192012, "cps": 27.15625, "mean_p": 0.434194, "boundary_entropy": 0.665679, "bpb": 2.395104}, "fi": {"chunks": 2867.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152411, "cps": 22.398438, "mean_p": 0.435853, "boundary_entropy": 0.66911, "bpb": 2.601486}, "ru": {"chunks": 7090.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.374142, "cps": 55.390625, "mean_p": 0.446938, "boundary_entropy": 0.674376, "bpb": 1.543336}, "el": {"chunks": 7618.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.371193, "cps": 59.515625, "mean_p": 0.447642, "boundary_entropy": 0.673548, "bpb": 1.634425}, "hi": {"chunks": 6170.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.366716, "cps": 48.203125, "mean_p": 0.450788, "boundary_entropy": 0.67901, "bpb": 1.312446}, "ta": {"chunks": 13581.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.726451, "cps": 106.101562, "mean_p": 0.465791, "boundary_entropy": 0.669362, "bpb": 1.044094}, "th": {"chunks": 7348.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.456823, "cps": 57.40625, "mean_p": 0.441763, "boundary_entropy": 0.676662, "bpb": 1.202671}, "zh": {"chunks": 3504.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.593295, "cps": 27.375, "mean_p": 0.411252, "boundary_entropy": 0.647245, "bpb": 3.33257}, "my": {"chunks": 2879.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.151942, "cps": 22.492188, "mean_p": 0.439594, "boundary_entropy": 0.679045, "bpb": 1.196743}}, "bpb": {"en": 2.16894, "de": 2.41256, "vi": 2.00406, "tr": 2.3951, "fi": 2.60149, "ru": 1.54334, "el": 1.63442, "hi": 1.31245, "ta": 1.04409, "th": 1.20267, "zh": 3.33257, "my": 1.19674}, "gini_cpc": 0.283362, "gini_cps": 0.26816, "bpic": 5.744967, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8911513869659295, "vi": 1.372874113681274, "tr": 0.9547403824149115, "fi": 0.7578301601646453, "ru": 1.8603433094609878, "el": 1.8456791195940443, "hi": 1.8234177032477181, "ta": 3.612121545103733, "th": 2.2714551090190507, "zh": 2.9500320255430315, "my": 0.7554998190536506}, "t": 183.4} | |
| {"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.18034, "de": 2.41994, "vi": 2.00639, "tr": 2.4025, "fi": 2.60774, "ru": 1.52175, "el": 1.62751, "hi": 1.31007, "ta": 1.0514, "th": 1.22318, "zh": 3.33712, "my": 1.2053}, "bytes_per_chunk": {"en": 4.907, "de": 5.831, "vi": 4.955, "tr": 5.871, "fi": 7.078, "ru": 4.811, "el": 4.886, "hi": 6.781, "ta": 3.813, "th": 5.836, "zh": 5.003, "my": 19.506}, "bpb_mean": 1.90777, "t": 184.7} | |
| {"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.50386, "bpb": 2.16962, "chunk_loss": 0.030718, "F": 0.17947, "G": 0.43095, "chunks": 183.78, "bytes_per_chunk": 5.572, "boundary_entropy": 0.6682, "router_noise": 0.0, "grad_norm": 0.8594, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 184.7} | |
| {"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.40963, "bpb": 2.03367, "chunk_loss": 0.031541, "F": 0.19299, "G": 0.43442, "chunks": 197.62, "bytes_per_chunk": 5.182, "boundary_entropy": 0.66871, "router_noise": 0.0, "grad_norm": 0.7688, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 186.7} | |
| {"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.44188, "bpb": 2.0802, "chunk_loss": 0.031371, "F": 0.19006, "G": 0.43436, "chunks": 194.62, "bytes_per_chunk": 5.261, "boundary_entropy": 0.66897, "router_noise": 0.0, "grad_norm": 0.7853, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 188.8} | |
| {"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.38941, "bpb": 2.00449, "chunk_loss": 0.030814, "F": 0.18103, "G": 0.43721, "chunks": 185.38, "bytes_per_chunk": 5.524, "boundary_entropy": 0.67165, "router_noise": 0.0, "grad_norm": 0.8088, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 190.8} | |
| {"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3540.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203413, "cps": 27.65625, "mean_p": 0.437105, "boundary_entropy": 0.663458, "bpb": 2.171666}, "de": {"chunks": 3728.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.181561, "cps": 29.125, "mean_p": 0.441186, "boundary_entropy": 0.669623, "bpb": 2.396064}, "vi": {"chunks": 4640.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.251695, "cps": 36.25, "mean_p": 0.426392, "boundary_entropy": 0.658233, "bpb": 2.003608}, "tr": {"chunks": 3929.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217036, "cps": 30.695312, "mean_p": 0.440659, "boundary_entropy": 0.667965, "bpb": 2.389252}, "fi": {"chunks": 3407.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181117, "cps": 26.617188, "mean_p": 0.441556, "boundary_entropy": 0.67077, "bpb": 2.59767}, "ru": {"chunks": 7016.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.370237, "cps": 54.8125, "mean_p": 0.445809, "boundary_entropy": 0.673154, "bpb": 1.523434}, "el": {"chunks": 7351.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.358184, "cps": 57.429688, "mean_p": 0.443099, "boundary_entropy": 0.672882, "bpb": 1.612659}, "hi": {"chunks": 9823.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.583834, "cps": 76.742188, "mean_p": 0.451697, "boundary_entropy": 0.677857, "bpb": 1.313882}, "ta": {"chunks": 13866.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.741696, "cps": 108.328125, "mean_p": 0.46533, "boundary_entropy": 0.669337, "bpb": 1.042034}, "th": {"chunks": 7199.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.44756, "cps": 56.242188, "mean_p": 0.443463, "boundary_entropy": 0.677322, "bpb": 1.195245}, "zh": {"chunks": 3458.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.585506, "cps": 27.015625, "mean_p": 0.411964, "boundary_entropy": 0.648322, "bpb": 3.314553}, "my": {"chunks": 9632.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.508339, "cps": 75.25, "mean_p": 0.448288, "boundary_entropy": 0.679518, "bpb": 1.185262}}, "bpb": {"en": 2.17167, "de": 2.39606, "vi": 2.00361, "tr": 2.38925, "fi": 2.59767, "ru": 1.52343, "el": 1.61266, "hi": 1.31388, "ta": 1.04203, "th": 1.19525, "zh": 3.31455, "my": 1.18526}, "gini_cpc": 0.261346, "gini_cps": 0.263438, "bpic": 4.946333, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8925742521133818, "vi": 1.2373589294497847, "tr": 1.0669703120655158, "fi": 0.8903917109444619, "ru": 1.8201250391306292, "el": 1.76086651850714, "hi": 2.8701852570075803, "ta": 3.6462511955974817, "th": 2.2002496799312974, "zh": 2.8784083408426935, "my": 2.499044306809359}, "t": 193.8} | |
| {"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.1807, "de": 2.40195, "vi": 2.00646, "tr": 2.39642, "fi": 2.60099, "ru": 1.50208, "el": 1.60477, "hi": 1.31249, "ta": 1.05049, "th": 1.21508, "zh": 3.31647, "my": 1.19507}, "bytes_per_chunk": {"en": 5.133, "de": 5.838, "vi": 5.483, "tr": 5.097, "fi": 5.787, "ru": 4.891, "el": 5.138, "hi": 4.287, "ta": 3.741, "th": 6.099, "zh": 5.149, "my": 5.744}, "bpb_mean": 1.89858, "t": 195.1} | |
| {"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.34512, "bpb": 1.9406, "chunk_loss": 0.031658, "F": 0.19415, "G": 0.43455, "chunks": 198.81, "bytes_per_chunk": 5.151, "boundary_entropy": 0.6682, "router_noise": 0.0, "grad_norm": 0.9942, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 195.1} | |
| {"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.57301, "bpb": 2.26937, "chunk_loss": 0.032167, "F": 0.20432, "G": 0.43234, "chunks": 209.22, "bytes_per_chunk": 4.894, "boundary_entropy": 0.66632, "router_noise": 0.0, "grad_norm": 0.8487, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 197.2} | |
| {"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.52493, "bpb": 2.20001, "chunk_loss": 0.030949, "F": 0.18295, "G": 0.43336, "chunks": 187.34, "bytes_per_chunk": 5.466, "boundary_entropy": 0.66908, "router_noise": 0.0, "grad_norm": 0.7935, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 199.2} | |
| {"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.36446, "bpb": 1.9685, "chunk_loss": 0.031952, "F": 0.20038, "G": 0.43585, "chunks": 205.19, "bytes_per_chunk": 4.991, "boundary_entropy": 0.66932, "router_noise": 0.0, "grad_norm": 0.6951, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 201.3} | |
| {"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3742.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21502, "cps": 29.234375, "mean_p": 0.437857, "boundary_entropy": 0.662795, "bpb": 2.140257}, "de": {"chunks": 3711.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180733, "cps": 28.992188, "mean_p": 0.440137, "boundary_entropy": 0.669113, "bpb": 2.372721}, "vi": {"chunks": 5140.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.278817, "cps": 40.15625, "mean_p": 0.428515, "boundary_entropy": 0.657348, "bpb": 1.975454}, "tr": {"chunks": 4223.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.233276, "cps": 32.992188, "mean_p": 0.442353, "boundary_entropy": 0.668108, "bpb": 2.357306}, "fi": {"chunks": 3373.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17931, "cps": 26.351562, "mean_p": 0.442525, "boundary_entropy": 0.67093, "bpb": 2.568524}, "ru": {"chunks": 6730.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.355145, "cps": 52.578125, "mean_p": 0.445439, "boundary_entropy": 0.673706, "bpb": 1.501852}, "el": {"chunks": 7807.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.380402, "cps": 60.992188, "mean_p": 0.447399, "boundary_entropy": 0.673298, "bpb": 1.596448}, "hi": {"chunks": 8320.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.494502, "cps": 65.0, "mean_p": 0.449664, "boundary_entropy": 0.677788, "bpb": 1.293034}, "ta": {"chunks": 13322.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.712597, "cps": 104.078125, "mean_p": 0.458796, "boundary_entropy": 0.667101, "bpb": 1.032724}, "th": {"chunks": 6946.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.431831, "cps": 54.265625, "mean_p": 0.442734, "boundary_entropy": 0.677211, "bpb": 1.179335}, "zh": {"chunks": 3242.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548933, "cps": 25.328125, "mean_p": 0.409541, "boundary_entropy": 0.647881, "bpb": 3.296118}, "my": {"chunks": 4676.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.246781, "cps": 36.53125, "mean_p": 0.446355, "boundary_entropy": 0.679981, "bpb": 1.173488}}, "bpb": {"en": 2.14026, "de": 2.37272, "vi": 1.97545, "tr": 2.35731, "fi": 2.56852, "ru": 1.50185, "el": 1.59645, "hi": 1.29303, "ta": 1.03272, "th": 1.17934, "zh": 3.29612, "my": 1.17349}, "gini_cpc": 0.246756, "gini_cps": 0.24343, "bpic": 5.387761, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8405409648995374, "vi": 1.2967023982597645, "tr": 1.0849028923601343, "fi": 0.8339207778429788, "ru": 1.651681053265436, "el": 1.7691459853427214, "hi": 2.2997921668256325, "ta": 3.314089989106117, "th": 2.008325260296258, "zh": 2.5529358669756346, "my": 1.1477081442733308}, "t": 204.2} | |
| {"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.14947, "de": 2.38036, "vi": 1.97784, "tr": 2.36387, "fi": 2.57354, "ru": 1.48042, "el": 1.58828, "hi": 1.29027, "ta": 1.04296, "th": 1.19913, "zh": 3.29758, "my": 1.18278}, "bytes_per_chunk": {"en": 4.775, "de": 5.838, "vi": 5.009, "tr": 4.689, "fi": 5.938, "ru": 5.175, "el": 4.746, "hi": 5.18, "ta": 3.879, "th": 6.422, "zh": 5.397, "my": 11.538}, "bpb_mean": 1.87721, "t": 205.5} | |
| {"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.38992, "bpb": 2.00523, "chunk_loss": 0.031108, "F": 0.18573, "G": 0.43371, "chunks": 190.19, "bytes_per_chunk": 5.384, "boundary_entropy": 0.66881, "router_noise": 0.0, "grad_norm": 0.7713, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 205.6} | |
| {"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.39145, "bpb": 2.00744, "chunk_loss": 0.031913, "F": 0.19897, "G": 0.43593, "chunks": 203.75, "bytes_per_chunk": 5.026, "boundary_entropy": 0.66943, "router_noise": 0.0, "grad_norm": 0.7918, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 207.6} | |
| {"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.45625, "bpb": 2.10092, "chunk_loss": 0.03216, "F": 0.2038, "G": 0.4346, "chunks": 208.69, "bytes_per_chunk": 4.907, "boundary_entropy": 0.66796, "router_noise": 0.0, "grad_norm": 0.755, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 209.6} | |
| {"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.41271, "bpb": 2.0381, "chunk_loss": 0.031634, "F": 0.19424, "G": 0.43422, "chunks": 198.91, "bytes_per_chunk": 5.148, "boundary_entropy": 0.66829, "router_noise": 0.0, "grad_norm": 0.7326, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 211.6} | |
| {"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3734.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.214561, "cps": 29.171875, "mean_p": 0.434921, "boundary_entropy": 0.662383, "bpb": 2.126087}, "de": {"chunks": 3647.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.177617, "cps": 28.492188, "mean_p": 0.43965, "boundary_entropy": 0.669272, "bpb": 2.352966}, "vi": {"chunks": 4767.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.258584, "cps": 37.242188, "mean_p": 0.42231, "boundary_entropy": 0.654144, "bpb": 1.970479}, "tr": {"chunks": 3698.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204276, "cps": 28.890625, "mean_p": 0.438367, "boundary_entropy": 0.667589, "bpb": 2.340196}, "fi": {"chunks": 3328.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176918, "cps": 26.0, "mean_p": 0.440393, "boundary_entropy": 0.67017, "bpb": 2.536742}, "ru": {"chunks": 6369.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336095, "cps": 49.757812, "mean_p": 0.443431, "boundary_entropy": 0.672808, "bpb": 1.495569}, "el": {"chunks": 7184.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.350046, "cps": 56.125, "mean_p": 0.443201, "boundary_entropy": 0.672248, "bpb": 1.586197}, "hi": {"chunks": 7736.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.459792, "cps": 60.4375, "mean_p": 0.44555, "boundary_entropy": 0.675811, "bpb": 1.280272}, "ta": {"chunks": 13081.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.699706, "cps": 102.195312, "mean_p": 0.455057, "boundary_entropy": 0.666243, "bpb": 1.006359}, "th": {"chunks": 7511.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.466957, "cps": 58.679688, "mean_p": 0.438907, "boundary_entropy": 0.675607, "bpb": 1.159272}, "zh": {"chunks": 3249.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.550119, "cps": 25.382812, "mean_p": 0.410387, "boundary_entropy": 0.647667, "bpb": 3.269457}, "my": {"chunks": 11026.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.581908, "cps": 86.140625, "mean_p": 0.456057, "boundary_entropy": 0.681581, "bpb": 1.162629}}, "bpb": {"en": 2.12609, "de": 2.35297, "vi": 1.97048, "tr": 2.3402, "fi": 2.53674, "ru": 1.49557, "el": 1.5862, "hi": 1.28027, "ta": 1.00636, "th": 1.15927, "zh": 3.26946, "my": 1.16263}, "gini_cpc": 0.25484, "gini_cps": 0.262262, "bpic": 5.094663, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.827814754468821, "vi": 1.2051797242413849, "tr": 0.9520640401421361, "fi": 0.8245580590986875, "ru": 1.5664330625090979, "el": 1.6314556980905404, "hi": 2.1429458388480302, "ta": 3.261108757801675, "th": 2.176338792691944, "zh": 2.5639294764559057, "my": 2.7120920063243026}, "t": 214.6} | |
| {"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.13743, "de": 2.35903, "vi": 1.97335, "tr": 2.34752, "fi": 2.54352, "ru": 1.47654, "el": 1.5773, "hi": 1.27774, "ta": 1.01397, "th": 1.18023, "zh": 3.27221, "my": 1.17222}, "bytes_per_chunk": {"en": 4.937, "de": 5.966, "vi": 5.37, "tr": 5.381, "fi": 6.023, "ru": 5.435, "el": 5.246, "hi": 5.478, "ta": 3.987, "th": 5.831, "zh": 5.357, "my": 5.135}, "bpb_mean": 1.86092, "t": 215.9} | |
| {"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.50817, "bpb": 2.17582, "chunk_loss": 0.031725, "F": 0.19598, "G": 0.434, "chunks": 200.69, "bytes_per_chunk": 5.102, "boundary_entropy": 0.669, "router_noise": 0.0, "grad_norm": 2.2766, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 216.0} | |
| {"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.34623, "bpb": 1.9422, "chunk_loss": 0.032195, "F": 0.20425, "G": 0.43435, "chunks": 209.16, "bytes_per_chunk": 4.896, "boundary_entropy": 0.66774, "router_noise": 0.0, "grad_norm": 0.7633, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 218.0} | |
| {"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.6055, "bpb": 2.31625, "chunk_loss": 0.031095, "F": 0.18497, "G": 0.42763, "chunks": 189.41, "bytes_per_chunk": 5.406, "boundary_entropy": 0.6654, "router_noise": 0.0, "grad_norm": 0.8102, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 220.0} | |
| {"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.32113, "bpb": 1.90599, "chunk_loss": 0.031648, "F": 0.19519, "G": 0.43574, "chunks": 199.88, "bytes_per_chunk": 5.123, "boundary_entropy": 0.66971, "router_noise": 0.0, "grad_norm": 0.7351, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 222.0} | |
| {"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3879.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.222893, "cps": 30.304688, "mean_p": 0.435587, "boundary_entropy": 0.661385, "bpb": 2.110669}, "de": {"chunks": 3739.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182097, "cps": 29.210938, "mean_p": 0.439898, "boundary_entropy": 0.66863, "bpb": 2.332419}, "vi": {"chunks": 5065.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274749, "cps": 39.570312, "mean_p": 0.423925, "boundary_entropy": 0.654639, "bpb": 1.957915}, "tr": {"chunks": 3935.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217367, "cps": 30.742188, "mean_p": 0.439411, "boundary_entropy": 0.667466, "bpb": 2.318106}, "fi": {"chunks": 3276.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174153, "cps": 25.59375, "mean_p": 0.44076, "boundary_entropy": 0.670317, "bpb": 2.517146}, "ru": {"chunks": 6663.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.351609, "cps": 52.054688, "mean_p": 0.445367, "boundary_entropy": 0.67367, "bpb": 1.476149}, "el": {"chunks": 7157.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.348731, "cps": 55.914062, "mean_p": 0.442429, "boundary_entropy": 0.672474, "bpb": 1.571479}, "hi": {"chunks": 6216.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.36945, "cps": 48.5625, "mean_p": 0.446327, "boundary_entropy": 0.677654, "bpb": 1.276286}, "ta": {"chunks": 13282.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.710457, "cps": 103.765625, "mean_p": 0.45259, "boundary_entropy": 0.666762, "bpb": 1.012676}, "th": {"chunks": 6256.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.388934, "cps": 48.875, "mean_p": 0.442315, "boundary_entropy": 0.677549, "bpb": 1.154924}, "zh": {"chunks": 3460.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.585845, "cps": 27.03125, "mean_p": 0.410004, "boundary_entropy": 0.646987, "bpb": 3.27098}, "my": {"chunks": 3484.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.183872, "cps": 27.21875, "mean_p": 0.444183, "boundary_entropy": 0.680409, "bpb": 1.157998}}, "bpb": {"en": 2.11067, "de": 2.33242, "vi": 1.95791, "tr": 2.31811, "fi": 2.51715, "ru": 1.47615, "el": 1.57148, "hi": 1.27629, "ta": 1.01268, "th": 1.15492, "zh": 3.27098, "my": 1.158}, "gini_cpc": 0.253295, "gini_cps": 0.233791, "bpic": 5.77879, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.816972425765944, "vi": 1.2326524644709123, "tr": 0.9752108530464094, "fi": 0.7813333290574787, "ru": 1.5774839148081714, "el": 1.5645682494795137, "hi": 1.6575257099319802, "ta": 3.187442411636133, "th": 1.7449380598670876, "zh": 2.6283729970098704, "my": 0.824933823852344}, "t": 224.9} | |
| {"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.12184, "de": 2.33906, "vi": 1.95991, "tr": 2.32506, "fi": 2.5235, "ru": 1.45605, "el": 1.56244, "hi": 1.27427, "ta": 1.02062, "th": 1.17612, "zh": 3.2695, "my": 1.16719}, "bytes_per_chunk": {"en": 4.62, "de": 5.768, "vi": 5.11, "tr": 5.037, "fi": 6.111, "ru": 5.17, "el": 5.206, "hi": 6.848, "ta": 3.903, "th": 6.9, "zh": 5.186, "my": 14.711}, "bpb_mean": 1.84963, "t": 226.2} | |
| {"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.38861, "bpb": 2.00334, "chunk_loss": 0.031411, "F": 0.1915, "G": 0.43196, "chunks": 196.09, "bytes_per_chunk": 5.222, "boundary_entropy": 0.66752, "router_noise": 0.0, "grad_norm": 0.7743, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 226.3} | |
| {"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.49841, "bpb": 2.16175, "chunk_loss": 0.030848, "F": 0.18127, "G": 0.42749, "chunks": 185.62, "bytes_per_chunk": 5.516, "boundary_entropy": 0.66518, "router_noise": 0.0, "grad_norm": 0.7342, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 228.3} | |
| {"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.514, "bpb": 2.18423, "chunk_loss": 0.031443, "F": 0.19128, "G": 0.43153, "chunks": 195.88, "bytes_per_chunk": 5.228, "boundary_entropy": 0.66714, "router_noise": 0.0, "grad_norm": 0.792, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 230.3} | |
| {"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.43906, "bpb": 2.07613, "chunk_loss": 0.031869, "F": 0.19888, "G": 0.43207, "chunks": 203.66, "bytes_per_chunk": 5.028, "boundary_entropy": 0.6674, "router_noise": 0.0, "grad_norm": 0.7708, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 232.3} | |
| {"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3514.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201919, "cps": 27.453125, "mean_p": 0.434456, "boundary_entropy": 0.661897, "bpb": 2.101865}, "de": {"chunks": 3778.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183996, "cps": 29.515625, "mean_p": 0.44076, "boundary_entropy": 0.669465, "bpb": 2.317214}, "vi": {"chunks": 4816.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.261242, "cps": 37.625, "mean_p": 0.423629, "boundary_entropy": 0.65453, "bpb": 1.946251}, "tr": {"chunks": 4051.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.223775, "cps": 31.648438, "mean_p": 0.439546, "boundary_entropy": 0.667099, "bpb": 2.296336}, "fi": {"chunks": 3373.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17931, "cps": 26.351562, "mean_p": 0.441558, "boundary_entropy": 0.670542, "bpb": 2.498743}, "ru": {"chunks": 6501.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.343061, "cps": 50.789062, "mean_p": 0.443998, "boundary_entropy": 0.673172, "bpb": 1.465526}, "el": {"chunks": 7305.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.355942, "cps": 57.070312, "mean_p": 0.440828, "boundary_entropy": 0.671335, "bpb": 1.543777}, "hi": {"chunks": 6563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.390074, "cps": 51.273438, "mean_p": 0.445358, "boundary_entropy": 0.676902, "bpb": 1.26636}, "ta": {"chunks": 13549.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.724739, "cps": 105.851562, "mean_p": 0.451625, "boundary_entropy": 0.665657, "bpb": 0.991316}, "th": {"chunks": 6082.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.378116, "cps": 47.515625, "mean_p": 0.440725, "boundary_entropy": 0.676929, "bpb": 1.14543}, "zh": {"chunks": 3271.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.553844, "cps": 25.554688, "mean_p": 0.412759, "boundary_entropy": 0.649662, "bpb": 3.237482}, "my": {"chunks": 7966.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.420414, "cps": 62.234375, "mean_p": 0.457666, "boundary_entropy": 0.682801, "bpb": 1.145017}}, "bpb": {"en": 2.10186, "de": 2.31721, "vi": 1.94625, "tr": 2.29634, "fi": 2.49874, "ru": 1.46553, "el": 1.54378, "hi": 1.26636, "ta": 0.99132, "th": 1.14543, "zh": 3.23748, "my": 1.14502}, "gini_cpc": 0.238211, "gini_cps": 0.239598, "bpic": 5.42301, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.911238183125455, "vi": 1.2937956878750254, "tr": 1.1082405960630455, "fi": 0.8880283297348966, "ru": 1.6989997492127231, "el": 1.762794708359329, "hi": 1.9318335065596244, "ta": 3.589253531093979, "th": 1.8726116184491572, "zh": 2.7428967791935155, "my": 2.082088996767837}, "t": 235.3} | |
| {"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.114, "de": 2.32306, "vi": 1.9479, "tr": 2.30267, "fi": 2.50574, "ru": 1.44427, "el": 1.53606, "hi": 1.26366, "ta": 0.99956, "th": 1.16473, "zh": 3.23647, "my": 1.1541}, "bytes_per_chunk": {"en": 5.156, "de": 5.882, "vi": 5.344, "tr": 4.886, "fi": 5.895, "ru": 5.319, "el": 5.17, "hi": 6.393, "ta": 3.812, "th": 7.095, "zh": 5.634, "my": 6.787}, "bpb_mean": 1.83268, "t": 236.6} | |
| {"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.42852, "bpb": 2.06091, "chunk_loss": 0.031033, "F": 0.18469, "G": 0.43014, "chunks": 189.12, "bytes_per_chunk": 5.414, "boundary_entropy": 0.66705, "router_noise": 0.0, "grad_norm": 0.8482, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 236.6} | |
| {"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.32074, "bpb": 1.90543, "chunk_loss": 0.032319, "F": 0.20624, "G": 0.43639, "chunks": 211.19, "bytes_per_chunk": 4.849, "boundary_entropy": 0.66904, "router_noise": 0.0, "grad_norm": 0.8093, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 238.6} | |
| {"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.47015, "bpb": 2.12097, "chunk_loss": 0.031515, "F": 0.19272, "G": 0.43286, "chunks": 197.34, "bytes_per_chunk": 5.189, "boundary_entropy": 0.66792, "router_noise": 0.0, "grad_norm": 0.7573, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 240.6} | |
| {"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.26808, "bpb": 1.82945, "chunk_loss": 0.031785, "F": 0.1969, "G": 0.43773, "chunks": 201.62, "bytes_per_chunk": 5.079, "boundary_entropy": 0.67085, "router_noise": 0.0, "grad_norm": 0.8044, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 242.7} | |
| {"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3734.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.214561, "cps": 29.171875, "mean_p": 0.435979, "boundary_entropy": 0.662024, "bpb": 2.081841}, "de": {"chunks": 3808.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185458, "cps": 29.75, "mean_p": 0.440601, "boundary_entropy": 0.669064, "bpb": 2.309145}, "vi": {"chunks": 4836.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.262327, "cps": 37.78125, "mean_p": 0.421672, "boundary_entropy": 0.654579, "bpb": 1.939332}, "tr": {"chunks": 4036.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.222946, "cps": 31.53125, "mean_p": 0.439604, "boundary_entropy": 0.667172, "bpb": 2.28932}, "fi": {"chunks": 3224.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.171389, "cps": 25.1875, "mean_p": 0.440275, "boundary_entropy": 0.670423, "bpb": 2.478737}, "ru": {"chunks": 6857.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.361847, "cps": 53.570312, "mean_p": 0.444887, "boundary_entropy": 0.673303, "bpb": 1.443443}, "el": {"chunks": 7041.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.343078, "cps": 55.007812, "mean_p": 0.44072, "boundary_entropy": 0.671627, "bpb": 1.536738}, "hi": {"chunks": 8363.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.497058, "cps": 65.335938, "mean_p": 0.451589, "boundary_entropy": 0.678487, "bpb": 1.250008}, "ta": {"chunks": 12908.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.690452, "cps": 100.84375, "mean_p": 0.446607, "boundary_entropy": 0.665246, "bpb": 0.977457}, "th": {"chunks": 7271.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.452036, "cps": 56.804688, "mean_p": 0.444682, "boundary_entropy": 0.67762, "bpb": 1.130183}, "zh": {"chunks": 3336.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.564849, "cps": 26.0625, "mean_p": 0.410244, "boundary_entropy": 0.646898, "bpb": 3.228313}, "my": {"chunks": 9872.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.521005, "cps": 77.125, "mean_p": 0.455567, "boundary_entropy": 0.681738, "bpb": 1.141789}}, "bpb": {"en": 2.08184, "de": 2.30915, "vi": 1.93933, "tr": 2.28932, "fi": 2.47874, "ru": 1.44344, "el": 1.53674, "hi": 1.25001, "ta": 0.97746, "th": 1.13018, "zh": 3.22831, "my": 1.14179}, "gini_cpc": 0.245668, "gini_cps": 0.25027, "bpic": 5.097641, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8643593597524734, "vi": 1.2226241129497246, "tr": 1.0390834142816825, "fi": 0.7987906197518535, "ru": 1.6864549394920527, "el": 1.5989810092226469, "hi": 2.3166308234599375, "ta": 3.2179796533677867, "th": 2.1067979445697143, "zh": 2.632585021070146, "my": 2.428239822821832}, "t": 245.6} | |
| {"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.09483, "de": 2.31746, "vi": 1.9418, "tr": 2.29482, "fi": 2.48533, "ru": 1.42243, "el": 1.52836, "hi": 1.24757, "ta": 0.9868, "th": 1.15002, "zh": 3.22663, "my": 1.15167}, "bytes_per_chunk": {"en": 4.743, "de": 5.746, "vi": 5.329, "tr": 4.979, "fi": 6.244, "ru": 4.978, "el": 5.27, "hi": 5.079, "ta": 4.004, "th": 6.013, "zh": 5.353, "my": 5.547}, "bpb_mean": 1.82064, "t": 246.9} | |
| {"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 246.9} | |
| {"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.27422, "bpb": 1.83831, "chunk_loss": 0.032185, "F": 0.20416, "G": 0.4359, "chunks": 209.06, "bytes_per_chunk": 4.898, "boundary_entropy": 0.66904, "router_noise": 0.0, "grad_norm": 0.7687, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 247.0} | |
| {"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.29755, "bpb": 1.87196, "chunk_loss": 0.032126, "F": 0.20312, "G": 0.43485, "chunks": 208.0, "bytes_per_chunk": 4.923, "boundary_entropy": 0.66767, "router_noise": 0.0, "grad_norm": 0.7932, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 249.0} | |
| {"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.38251, "bpb": 1.99454, "chunk_loss": 0.031662, "F": 0.19501, "G": 0.43416, "chunks": 199.69, "bytes_per_chunk": 5.128, "boundary_entropy": 0.66859, "router_noise": 0.0, "grad_norm": 0.7986, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 251.0} | |
| {"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.35025, "bpb": 1.948, "chunk_loss": 0.031346, "F": 0.18994, "G": 0.43192, "chunks": 194.5, "bytes_per_chunk": 5.265, "boundary_entropy": 0.66692, "router_noise": 0.0, "grad_norm": 0.7563, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 253.0} | |
| {"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3805.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21864, "cps": 29.726562, "mean_p": 0.43575, "boundary_entropy": 0.662084, "bpb": 2.077151}, "de": {"chunks": 3607.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.175668, "cps": 28.179688, "mean_p": 0.439748, "boundary_entropy": 0.669225, "bpb": 2.293565}, "vi": {"chunks": 4853.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.263249, "cps": 37.914062, "mean_p": 0.424265, "boundary_entropy": 0.655742, "bpb": 1.931067}, "tr": {"chunks": 4090.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.225929, "cps": 31.953125, "mean_p": 0.440355, "boundary_entropy": 0.667203, "bpb": 2.267237}, "fi": {"chunks": 3099.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.164744, "cps": 24.210938, "mean_p": 0.440328, "boundary_entropy": 0.670575, "bpb": 2.461263}, "ru": {"chunks": 6462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.341003, "cps": 50.484375, "mean_p": 0.44264, "boundary_entropy": 0.672926, "bpb": 1.442404}, "el": {"chunks": 7311.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.356234, "cps": 57.117188, "mean_p": 0.44277, "boundary_entropy": 0.672486, "bpb": 1.523331}, "hi": {"chunks": 7060.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.419614, "cps": 55.15625, "mean_p": 0.447648, "boundary_entropy": 0.677578, "bpb": 1.250008}, "ta": {"chunks": 13006.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.695694, "cps": 101.609375, "mean_p": 0.442719, "boundary_entropy": 0.662939, "bpb": 0.967179}, "th": {"chunks": 6940.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.431458, "cps": 54.21875, "mean_p": 0.444192, "boundary_entropy": 0.677832, "bpb": 1.124967}, "zh": {"chunks": 3415.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.578226, "cps": 26.679688, "mean_p": 0.413381, "boundary_entropy": 0.648955, "bpb": 3.207272}, "my": {"chunks": 14148.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.746675, "cps": 110.53125, "mean_p": 0.461992, "boundary_entropy": 0.682354, "bpb": 1.129472}}, "bpb": {"en": 2.07715, "de": 2.29356, "vi": 1.93107, "tr": 2.26724, "fi": 2.46126, "ru": 1.4424, "el": 1.52333, "hi": 1.25001, "ta": 0.96718, "th": 1.12497, "zh": 3.20727, "my": 1.12947}, "gini_cpc": 0.272726, "gini_cps": 0.278742, "bpic": 4.933171, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8034580275346637, "vi": 1.2040280603762126, "tr": 1.0333375603741564, "fi": 0.7534928782897529, "ru": 1.5596501756125638, "el": 1.629316283266177, "hi": 1.9191949280781329, "ta": 3.1819088845457846, "th": 1.9733670133656736, "zh": 2.6446409873831507, "my": 3.415081985221605}, "t": 255.9} | |
| {"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.08964, "de": 2.30099, "vi": 1.93146, "tr": 2.273, "fi": 2.46927, "ru": 1.42196, "el": 1.51566, "hi": 1.24673, "ta": 0.97596, "th": 1.14446, "zh": 3.20646, "my": 1.13932}, "bytes_per_chunk": {"en": 4.648, "de": 5.992, "vi": 5.3, "tr": 4.758, "fi": 6.429, "ru": 5.318, "el": 5.097, "hi": 5.997, "ta": 3.951, "th": 6.361, "zh": 5.254, "my": 3.825}, "bpb_mean": 1.80958, "t": 257.3} | |
| {"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.35729, "bpb": 1.95816, "chunk_loss": 0.031629, "F": 0.19516, "G": 0.43255, "chunks": 199.84, "bytes_per_chunk": 5.124, "boundary_entropy": 0.66757, "router_noise": 0.0, "grad_norm": 0.7627, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 257.3} | |
| {"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.19818, "bpb": 1.72861, "chunk_loss": 0.031537, "F": 0.1933, "G": 0.43955, "chunks": 197.94, "bytes_per_chunk": 5.173, "boundary_entropy": 0.67194, "router_noise": 0.0, "grad_norm": 0.9824, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 259.3} | |
| {"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.31848, "bpb": 1.90216, "chunk_loss": 0.031799, "F": 0.19745, "G": 0.43495, "chunks": 202.19, "bytes_per_chunk": 5.065, "boundary_entropy": 0.66852, "router_noise": 0.0, "grad_norm": 0.804, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 261.3} | |
| {"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.32513, "bpb": 1.91175, "chunk_loss": 0.031782, "F": 0.1973, "G": 0.43294, "chunks": 202.03, "bytes_per_chunk": 5.069, "boundary_entropy": 0.668, "router_noise": 0.0, "grad_norm": 0.765, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 263.3} | |
| {"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3756.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.215825, "cps": 29.34375, "mean_p": 0.4352, "boundary_entropy": 0.661641, "bpb": 2.067096}, "de": {"chunks": 3781.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184143, "cps": 29.539062, "mean_p": 0.441862, "boundary_entropy": 0.669492, "bpb": 2.290382}, "vi": {"chunks": 4996.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.271006, "cps": 39.03125, "mean_p": 0.423225, "boundary_entropy": 0.654464, "bpb": 1.922903}, "tr": {"chunks": 3904.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215655, "cps": 30.5, "mean_p": 0.439946, "boundary_entropy": 0.667232, "bpb": 2.261552}, "fi": {"chunks": 3470.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184467, "cps": 27.109375, "mean_p": 0.442586, "boundary_entropy": 0.671051, "bpb": 2.458491}, "ru": {"chunks": 6711.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.354142, "cps": 52.429688, "mean_p": 0.443319, "boundary_entropy": 0.672651, "bpb": 1.428054}, "el": {"chunks": 7387.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.359938, "cps": 57.710938, "mean_p": 0.442167, "boundary_entropy": 0.672274, "bpb": 1.506887}, "hi": {"chunks": 7354.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.437088, "cps": 57.453125, "mean_p": 0.448343, "boundary_entropy": 0.677784, "bpb": 1.238479}, "ta": {"chunks": 12896.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.68981, "cps": 100.75, "mean_p": 0.438949, "boundary_entropy": 0.661675, "bpb": 0.960985}, "th": {"chunks": 7307.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.454274, "cps": 57.085938, "mean_p": 0.442802, "boundary_entropy": 0.677048, "bpb": 1.117706}, "zh": {"chunks": 3124.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.528954, "cps": 24.40625, "mean_p": 0.410097, "boundary_entropy": 0.647584, "bpb": 3.202619}, "my": {"chunks": 7655.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.404, "cps": 59.804688, "mean_p": 0.453286, "boundary_entropy": 0.681373, "bpb": 1.118146}}, "bpb": {"en": 2.0671, "de": 2.29038, "vi": 1.9229, "tr": 2.26155, "fi": 2.45849, "ru": 1.42805, "el": 1.50689, "hi": 1.23848, "ta": 0.96099, "th": 1.11771, "zh": 3.20262, "my": 1.11815}, "gini_cpc": 0.229575, "gini_cps": 0.230808, "bpic": 5.305166, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8532038506081304, "vi": 1.255676667264571, "tr": 0.9992123523204721, "fi": 0.8547047704906534, "ru": 1.640879015738407, "el": 1.6677301894126733, "hi": 2.025196131954104, "ta": 3.1961569058375283, "th": 2.104827836543284, "zh": 2.4508465425857064, "my": 1.8718901351673085}, "t": 266.3} | |
| {"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.07833, "de": 2.29704, "vi": 1.9231, "tr": 2.26474, "fi": 2.46638, "ru": 1.40825, "el": 1.49936, "hi": 1.23556, "ta": 0.97046, "th": 1.13738, "zh": 3.20102, "my": 1.12739}, "bytes_per_chunk": {"en": 4.843, "de": 5.711, "vi": 5.107, "tr": 5.02, "fi": 5.613, "ru": 5.069, "el": 5.107, "hi": 5.901, "ta": 4.014, "th": 5.95, "zh": 5.641, "my": 7.11}, "bpb_mean": 1.80075, "t": 267.6} | |
| {"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.47069, "bpb": 2.12176, "chunk_loss": 0.031096, "F": 0.18613, "G": 0.428, "chunks": 190.59, "bytes_per_chunk": 5.373, "boundary_entropy": 0.66578, "router_noise": 0.0, "grad_norm": 0.7028, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 267.6} | |
| {"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.3593, "bpb": 1.96106, "chunk_loss": 0.032087, "F": 0.20215, "G": 0.43682, "chunks": 207.0, "bytes_per_chunk": 4.947, "boundary_entropy": 0.6703, "router_noise": 0.0, "grad_norm": 0.8099, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 269.6} | |
| {"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.42169, "bpb": 2.05107, "chunk_loss": 0.031363, "F": 0.19046, "G": 0.43031, "chunks": 195.03, "bytes_per_chunk": 5.25, "boundary_entropy": 0.66609, "router_noise": 0.0, "grad_norm": 0.8369, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 271.6} | |
| {"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.39316, "bpb": 2.00991, "chunk_loss": 0.030909, "F": 0.18253, "G": 0.43268, "chunks": 186.91, "bytes_per_chunk": 5.479, "boundary_entropy": 0.66864, "router_noise": 0.0, "grad_norm": 0.7615, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 273.6} | |
| {"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3738.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.214791, "cps": 29.203125, "mean_p": 0.435298, "boundary_entropy": 0.661663, "bpb": 2.060092}, "de": {"chunks": 3838.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186919, "cps": 29.984375, "mean_p": 0.441258, "boundary_entropy": 0.669366, "bpb": 2.278298}, "vi": {"chunks": 4890.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.265256, "cps": 38.203125, "mean_p": 0.42222, "boundary_entropy": 0.654202, "bpb": 1.911929}, "tr": {"chunks": 4195.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.23173, "cps": 32.773438, "mean_p": 0.440665, "boundary_entropy": 0.667489, "bpb": 2.247307}, "fi": {"chunks": 3202.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17022, "cps": 25.015625, "mean_p": 0.441363, "boundary_entropy": 0.670909, "bpb": 2.43208}, "ru": {"chunks": 6641.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.350449, "cps": 51.882812, "mean_p": 0.444507, "boundary_entropy": 0.673291, "bpb": 1.42049}, "el": {"chunks": 7343.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.357794, "cps": 57.367188, "mean_p": 0.442035, "boundary_entropy": 0.67182, "bpb": 1.497162}, "hi": {"chunks": 6361.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.378068, "cps": 49.695312, "mean_p": 0.447232, "boundary_entropy": 0.677715, "bpb": 1.230478}, "ta": {"chunks": 13100.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.700722, "cps": 102.34375, "mean_p": 0.43611, "boundary_entropy": 0.660725, "bpb": 0.951375}, "th": {"chunks": 7376.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.458564, "cps": 57.625, "mean_p": 0.445488, "boundary_entropy": 0.678202, "bpb": 1.109724}, "zh": {"chunks": 3195.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.540975, "cps": 24.960938, "mean_p": 0.410714, "boundary_entropy": 0.648142, "bpb": 3.184592}, "my": {"chunks": 10530.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.555731, "cps": 82.265625, "mean_p": 0.457628, "boundary_entropy": 0.682183, "bpb": 1.114595}}, "bpb": {"en": 2.06009, "de": 2.2783, "vi": 1.91193, "tr": 2.24731, "fi": 2.43208, "ru": 1.42049, "el": 1.49716, "hi": 1.23048, "ta": 0.95138, "th": 1.10972, "zh": 3.18459, "my": 1.11459}, "gini_cpc": 0.244039, "gini_cps": 0.253897, "bpic": 5.157723, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8702366835550085, "vi": 1.234953315214055, "tr": 1.07886284555587, "fi": 0.7924908695119048, "ru": 1.6315826899376156, "el": 1.6657794735093046, "hi": 1.76017215267161, "ta": 3.262350728536183, "th": 2.1349350436161023, "zh": 2.51861765302201, "my": 2.587318049804974}, "t": 276.6} | |
| {"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.07117, "de": 2.28493, "vi": 1.91235, "tr": 2.2527, "fi": 2.44132, "ru": 1.39877, "el": 1.48705, "hi": 1.22711, "ta": 0.96137, "th": 1.12931, "zh": 3.18388, "my": 1.12467}, "bytes_per_chunk": {"en": 4.767, "de": 5.756, "vi": 5.258, "tr": 4.736, "fi": 6.059, "ru": 5.19, "el": 5.113, "hi": 6.469, "ta": 3.916, "th": 5.935, "zh": 5.575, "my": 5.086}, "bpb_mean": 1.78955, "t": 277.9} | |
| {"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.28474, "bpb": 1.85349, "chunk_loss": 0.031499, "F": 0.19254, "G": 0.43662, "chunks": 197.16, "bytes_per_chunk": 5.194, "boundary_entropy": 0.6703, "router_noise": 0.0, "grad_norm": 0.7893, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 277.9} | |
| {"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.36498, "bpb": 1.96926, "chunk_loss": 0.031423, "F": 0.1908, "G": 0.43354, "chunks": 195.38, "bytes_per_chunk": 5.241, "boundary_entropy": 0.66863, "router_noise": 0.0, "grad_norm": 0.8098, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 279.9} | |
| {"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.39948, "bpb": 2.01902, "chunk_loss": 0.03155, "F": 0.19321, "G": 0.4323, "chunks": 197.84, "bytes_per_chunk": 5.176, "boundary_entropy": 0.66762, "router_noise": 0.0, "grad_norm": 0.7995, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 281.9} | |
| {"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.28589, "bpb": 1.85515, "chunk_loss": 0.031556, "F": 0.1936, "G": 0.43335, "chunks": 198.25, "bytes_per_chunk": 5.165, "boundary_entropy": 0.66839, "router_noise": 0.0, "grad_norm": 0.8544, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 283.9} | |
| {"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3760.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.216055, "cps": 29.375, "mean_p": 0.435528, "boundary_entropy": 0.661876, "bpb": 2.054211}, "de": {"chunks": 3933.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191545, "cps": 30.726562, "mean_p": 0.442364, "boundary_entropy": 0.669716, "bpb": 2.267728}, "vi": {"chunks": 4840.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.262544, "cps": 37.8125, "mean_p": 0.421432, "boundary_entropy": 0.654338, "bpb": 1.906138}, "tr": {"chunks": 3993.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.220571, "cps": 31.195312, "mean_p": 0.440023, "boundary_entropy": 0.667423, "bpb": 2.238417}, "fi": {"chunks": 3304.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175642, "cps": 25.8125, "mean_p": 0.44126, "boundary_entropy": 0.670618, "bpb": 2.420823}, "ru": {"chunks": 6684.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.352718, "cps": 52.21875, "mean_p": 0.444178, "boundary_entropy": 0.673029, "bpb": 1.410953}, "el": {"chunks": 7549.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.367831, "cps": 58.976562, "mean_p": 0.442082, "boundary_entropy": 0.671772, "bpb": 1.492169}, "hi": {"chunks": 7975.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.473997, "cps": 62.304688, "mean_p": 0.451374, "boundary_entropy": 0.678593, "bpb": 1.224947}, "ta": {"chunks": 13409.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.717251, "cps": 104.757812, "mean_p": 0.435741, "boundary_entropy": 0.659369, "bpb": 0.945759}, "th": {"chunks": 6937.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.431271, "cps": 54.195312, "mean_p": 0.44379, "boundary_entropy": 0.677745, "bpb": 1.107219}, "zh": {"chunks": 3401.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.575855, "cps": 26.570312, "mean_p": 0.413733, "boundary_entropy": 0.649185, "bpb": 3.177653}, "my": {"chunks": 8898.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.469601, "cps": 69.515625, "mean_p": 0.451765, "boundary_entropy": 0.680731, "bpb": 1.111867}}, "bpb": {"en": 2.05421, "de": 2.26773, "vi": 1.90614, "tr": 2.23842, "fi": 2.42082, "ru": 1.41095, "el": 1.49217, "hi": 1.22495, "ta": 0.94576, "th": 1.10722, "zh": 3.17765, "my": 1.11187}, "gini_cpc": 0.242964, "gini_cps": 0.244242, "bpic": 5.1388, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8865593502312313, "vi": 1.2151740733687655, "tr": 1.020904302331458, "fi": 0.8129511139362777, "ru": 1.6325387638241733, "el": 1.7024911204968791, "hi": 2.193875075084569, "ta": 3.319763888967923, "th": 1.99612118797082, "zh": 2.665320652996232, "my": 2.1735283070351556}, "t": 286.9} | |
| {"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.06457, "de": 2.27389, "vi": 1.90717, "tr": 2.24265, "fi": 2.42945, "ru": 1.39049, "el": 1.48656, "hi": 1.2221, "ta": 0.95434, "th": 1.12603, "zh": 3.17444, "my": 1.12184}, "bytes_per_chunk": {"en": 4.802, "de": 5.581, "vi": 5.262, "tr": 4.93, "fi": 5.959, "ru": 5.159, "el": 4.967, "hi": 5.26, "ta": 3.855, "th": 6.366, "zh": 5.108, "my": 6.041}, "bpb_mean": 1.78279, "t": 288.2} | |
| {"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.47769, "bpb": 2.13186, "chunk_loss": 0.031871, "F": 0.19946, "G": 0.42909, "chunks": 204.25, "bytes_per_chunk": 5.013, "boundary_entropy": 0.66518, "router_noise": 0.0, "grad_norm": 0.8139, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 288.2} | |
| {"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.29991, "bpb": 1.87537, "chunk_loss": 0.03134, "F": 0.19009, "G": 0.43459, "chunks": 194.66, "bytes_per_chunk": 5.261, "boundary_entropy": 0.66962, "router_noise": 0.0, "grad_norm": 0.7703, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 290.2} | |
| {"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.4609, "bpb": 2.10763, "chunk_loss": 0.031841, "F": 0.19852, "G": 0.42913, "chunks": 203.28, "bytes_per_chunk": 5.037, "boundary_entropy": 0.66552, "router_noise": 0.0, "grad_norm": 0.7665, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 292.2} | |
| {"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.26242, "bpb": 1.82129, "chunk_loss": 0.031889, "F": 0.19946, "G": 0.43335, "chunks": 204.25, "bytes_per_chunk": 5.013, "boundary_entropy": 0.66809, "router_noise": 0.0, "grad_norm": 0.7178, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 294.2} | |
| {"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3747.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.215308, "cps": 29.273438, "mean_p": 0.435577, "boundary_entropy": 0.661723, "bpb": 2.046641}, "de": {"chunks": 3941.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191935, "cps": 30.789062, "mean_p": 0.442252, "boundary_entropy": 0.669813, "bpb": 2.261037}, "vi": {"chunks": 4920.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.266884, "cps": 38.4375, "mean_p": 0.421603, "boundary_entropy": 0.654342, "bpb": 1.901112}, "tr": {"chunks": 4063.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.224438, "cps": 31.742188, "mean_p": 0.441266, "boundary_entropy": 0.668027, "bpb": 2.225938}, "fi": {"chunks": 3169.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168465, "cps": 24.757812, "mean_p": 0.441323, "boundary_entropy": 0.670802, "bpb": 2.41728}, "ru": {"chunks": 6730.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.355145, "cps": 52.578125, "mean_p": 0.444827, "boundary_entropy": 0.673307, "bpb": 1.406061}, "el": {"chunks": 7262.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.353847, "cps": 56.734375, "mean_p": 0.439631, "boundary_entropy": 0.670897, "bpb": 1.47825}, "hi": {"chunks": 7136.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.424131, "cps": 55.75, "mean_p": 0.449524, "boundary_entropy": 0.678483, "bpb": 1.217039}, "ta": {"chunks": 13222.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.707248, "cps": 103.296875, "mean_p": 0.432895, "boundary_entropy": 0.658313, "bpb": 0.937596}, "th": {"chunks": 7652.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.475723, "cps": 59.78125, "mean_p": 0.445618, "boundary_entropy": 0.678147, "bpb": 1.099838}, "zh": {"chunks": 3206.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.542838, "cps": 25.046875, "mean_p": 0.412721, "boundary_entropy": 0.649425, "bpb": 3.163084}, "my": {"chunks": 6027.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.318081, "cps": 47.085938, "mean_p": 0.451968, "boundary_entropy": 0.681739, "bpb": 1.111015}}, "bpb": {"en": 2.04664, "de": 2.26104, "vi": 1.90111, "tr": 2.22594, "fi": 2.41728, "ru": 1.40606, "el": 1.47825, "hi": 1.21704, "ta": 0.9376, "th": 1.09984, "zh": 3.16308, "my": 1.11102}, "gini_cpc": 0.239682, "gini_cps": 0.234828, "bpic": 5.399662, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8914447975854994, "vi": 1.2395452570355716, "tr": 1.0424055092275777, "fi": 0.7824395287853269, "ru": 1.6494770486573955, "el": 1.643447467616933, "hi": 1.9698819263434522, "ta": 3.2848240400290276, "th": 2.20950161434712, "zh": 2.5212186003459047, "my": 1.4773324676207082}, "t": 297.2} | |
| {"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.05791, "de": 2.26758, "vi": 1.90186, "tr": 2.23302, "fi": 2.42493, "ru": 1.38373, "el": 1.46945, "hi": 1.21354, "ta": 0.94691, "th": 1.11839, "zh": 3.16148, "my": 1.12104}, "bytes_per_chunk": {"en": 4.726, "de": 5.554, "vi": 5.261, "tr": 4.888, "fi": 6.195, "ru": 5.158, "el": 5.119, "hi": 5.896, "ta": 3.929, "th": 5.797, "zh": 5.509, "my": 8.869}, "bpb_mean": 1.77499, "t": 298.5} | |
| {"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.36917, "bpb": 1.97529, "chunk_loss": 0.031674, "F": 0.19571, "G": 0.43305, "chunks": 200.41, "bytes_per_chunk": 5.11, "boundary_entropy": 0.66809, "router_noise": 0.0, "grad_norm": 0.7931, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 298.5} | |
| {"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.32831, "bpb": 1.91635, "chunk_loss": 0.031452, "F": 0.19189, "G": 0.43292, "chunks": 196.5, "bytes_per_chunk": 5.211, "boundary_entropy": 0.66799, "router_noise": 0.0, "grad_norm": 0.8061, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 300.5} | |
| {"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.29736, "bpb": 1.8717, "chunk_loss": 0.031259, "F": 0.1886, "G": 0.43332, "chunks": 193.12, "bytes_per_chunk": 5.302, "boundary_entropy": 0.66911, "router_noise": 0.0, "grad_norm": 0.7725, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 302.5} | |
| {"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.37461, "bpb": 1.98314, "chunk_loss": 0.031914, "F": 0.20026, "G": 0.42965, "chunks": 205.06, "bytes_per_chunk": 4.994, "boundary_entropy": 0.66527, "router_noise": 0.0, "grad_norm": 0.8061, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 304.5} | |
| {"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3786.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.217549, "cps": 29.578125, "mean_p": 0.436767, "boundary_entropy": 0.662188, "bpb": 2.04075}, "de": {"chunks": 3964.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193055, "cps": 30.96875, "mean_p": 0.443365, "boundary_entropy": 0.6702, "bpb": 2.251543}, "vi": {"chunks": 4782.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.259398, "cps": 37.359375, "mean_p": 0.42088, "boundary_entropy": 0.654482, "bpb": 1.89481}, "tr": {"chunks": 4192.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.231564, "cps": 32.75, "mean_p": 0.442065, "boundary_entropy": 0.668118, "bpb": 2.219355}, "fi": {"chunks": 3305.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175695, "cps": 25.820312, "mean_p": 0.442559, "boundary_entropy": 0.671173, "bpb": 2.407935}, "ru": {"chunks": 6801.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.358892, "cps": 53.132812, "mean_p": 0.444385, "boundary_entropy": 0.672986, "bpb": 1.398256}, "el": {"chunks": 7497.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.365297, "cps": 58.570312, "mean_p": 0.441664, "boundary_entropy": 0.671992, "bpb": 1.473523}, "hi": {"chunks": 6735.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.400297, "cps": 52.617188, "mean_p": 0.448796, "boundary_entropy": 0.678406, "bpb": 1.212032}, "ta": {"chunks": 12838.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.686708, "cps": 100.296875, "mean_p": 0.430635, "boundary_entropy": 0.657868, "bpb": 0.937934}, "th": {"chunks": 7761.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.482499, "cps": 60.632812, "mean_p": 0.448286, "boundary_entropy": 0.679032, "bpb": 1.098643}, "zh": {"chunks": 3547.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.600576, "cps": 27.710938, "mean_p": 0.414007, "boundary_entropy": 0.648864, "bpb": 3.160347}, "my": {"chunks": 9368.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.494406, "cps": 73.1875, "mean_p": 0.45595, "boundary_entropy": 0.68217, "bpb": 1.09963}}, "bpb": {"en": 2.04075, "de": 2.25154, "vi": 1.89481, "tr": 2.21936, "fi": 2.40793, "ru": 1.39826, "el": 1.47352, "hi": 1.21203, "ta": 0.93793, "th": 1.09864, "zh": 3.16035, "my": 1.09963}, "gini_cpc": 0.240909, "gini_cps": 0.237478, "bpic": 5.146173, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8874108803863565, "vi": 1.1923669791966205, "tr": 1.0644229581511606, "fi": 0.8076126092389042, "ru": 1.6497079644907569, "el": 1.6791526386884708, "hi": 1.840034804068167, "ta": 3.1565699109357865, "th": 2.217890643358111, "zh": 2.760649408079994, "my": 2.2726210059594245}, "t": 307.4} | |
| {"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.05107, "de": 2.25803, "vi": 1.89566, "tr": 2.22446, "fi": 2.41573, "ru": 1.37743, "el": 1.46539, "hi": 1.20835, "ta": 0.9469, "th": 1.11725, "zh": 3.15677, "my": 1.10942}, "bytes_per_chunk": {"en": 4.662, "de": 5.585, "vi": 5.365, "tr": 4.774, "fi": 5.884, "ru": 5.072, "el": 5.0, "hi": 6.15, "ta": 4.002, "th": 5.576, "zh": 4.933, "my": 5.76}, "bpb_mean": 1.76887, "t": 308.8} | |
| {"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.25813, "bpb": 1.8151, "chunk_loss": 0.0319, "F": 0.19971, "G": 0.43483, "chunks": 204.5, "bytes_per_chunk": 5.007, "boundary_entropy": 0.66903, "router_noise": 0.0, "grad_norm": 0.7644, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 308.8} | |
| {"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.30919, "bpb": 1.88876, "chunk_loss": 0.03123, "F": 0.18756, "G": 0.43468, "chunks": 192.06, "bytes_per_chunk": 5.332, "boundary_entropy": 0.67025, "router_noise": 0.0, "grad_norm": 0.7988, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 310.8} | |
| {"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.47708, "bpb": 2.13098, "chunk_loss": 0.031794, "F": 0.19827, "G": 0.43101, "chunks": 203.03, "bytes_per_chunk": 5.044, "boundary_entropy": 0.66653, "router_noise": 0.0, "grad_norm": 0.8344, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 312.8} | |
| {"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.31625, "bpb": 1.89895, "chunk_loss": 0.032551, "F": 0.211, "G": 0.43261, "chunks": 216.06, "bytes_per_chunk": 4.739, "boundary_entropy": 0.66599, "router_noise": 0.0, "grad_norm": 0.7996, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 314.8} | |
| {"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3750.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21548, "cps": 29.296875, "mean_p": 0.435138, "boundary_entropy": 0.661455, "bpb": 2.035943}, "de": {"chunks": 3863.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188136, "cps": 30.179688, "mean_p": 0.441708, "boundary_entropy": 0.669572, "bpb": 2.248033}, "vi": {"chunks": 4840.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.262544, "cps": 37.8125, "mean_p": 0.421075, "boundary_entropy": 0.654074, "bpb": 1.889413}, "tr": {"chunks": 4106.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.226813, "cps": 32.078125, "mean_p": 0.441548, "boundary_entropy": 0.667922, "bpb": 2.214885}, "fi": {"chunks": 3239.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172186, "cps": 25.304688, "mean_p": 0.441794, "boundary_entropy": 0.6708, "bpb": 2.402058}, "ru": {"chunks": 7126.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.376042, "cps": 55.671875, "mean_p": 0.446335, "boundary_entropy": 0.673608, "bpb": 1.38904}, "el": {"chunks": 7572.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.368952, "cps": 59.15625, "mean_p": 0.44146, "boundary_entropy": 0.671598, "bpb": 1.459068}, "hi": {"chunks": 7423.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.441189, "cps": 57.992188, "mean_p": 0.451856, "boundary_entropy": 0.679025, "bpb": 1.206365}, "ta": {"chunks": 13518.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.723081, "cps": 105.609375, "mean_p": 0.432436, "boundary_entropy": 0.658043, "bpb": 0.927204}, "th": {"chunks": 7309.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.454399, "cps": 57.101562, "mean_p": 0.447751, "boundary_entropy": 0.679182, "bpb": 1.094612}, "zh": {"chunks": 3353.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.567728, "cps": 26.195312, "mean_p": 0.413048, "boundary_entropy": 0.649028, "bpb": 3.145728}, "my": {"chunks": 7973.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.420783, "cps": 62.289062, "mean_p": 0.452554, "boundary_entropy": 0.681303, "bpb": 1.099373}}, "bpb": {"en": 2.03594, "de": 2.24803, "vi": 1.88941, "tr": 2.21489, "fi": 2.40206, "ru": 1.38904, "el": 1.45907, "hi": 1.20636, "ta": 0.9272, "th": 1.09461, "zh": 3.14573, "my": 1.09937}, "gini_cpc": 0.239629, "gini_cps": 0.237492, "bpic": 5.181189, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8731023425704962, "vi": 1.2184145375644155, "tr": 1.0525948627299342, "fi": 0.7990830471532614, "ru": 1.7451367176781003, "el": 1.7122320128636164, "hi": 2.0474685527488856, "ta": 3.355674479807435, "th": 2.1087725955859495, "zh": 2.6347108703013884, "my": 1.952770656533671}, "t": 317.8} | |
| {"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.04753, "de": 2.25562, "vi": 1.88968, "tr": 2.21989, "fi": 2.40994, "ru": 1.36703, "el": 1.45007, "hi": 1.20298, "ta": 0.93644, "th": 1.11383, "zh": 3.14346, "my": 1.10912}, "bytes_per_chunk": {"en": 4.722, "de": 5.68, "vi": 5.322, "tr": 4.842, "fi": 6.051, "ru": 4.776, "el": 4.858, "hi": 5.656, "ta": 3.827, "th": 6.028, "zh": 5.248, "my": 6.775}, "bpb_mean": 1.76213, "t": 319.1} | |
| {"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.3366, "bpb": 1.92831, "chunk_loss": 0.032083, "F": 0.20273, "G": 0.43315, "chunks": 207.59, "bytes_per_chunk": 4.933, "boundary_entropy": 0.6678, "router_noise": 0.0, "grad_norm": 0.7899, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 319.1} | |
| {"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.24669, "bpb": 1.7986, "chunk_loss": 0.031533, "F": 0.19269, "G": 0.43692, "chunks": 197.31, "bytes_per_chunk": 5.19, "boundary_entropy": 0.6711, "router_noise": 0.0, "grad_norm": 0.8014, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 321.1} | |
| {"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.30768, "bpb": 1.88658, "chunk_loss": 0.03135, "F": 0.19049, "G": 0.43417, "chunks": 195.06, "bytes_per_chunk": 5.25, "boundary_entropy": 0.66863, "router_noise": 0.0, "grad_norm": 0.8481, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 323.1} | |
| {"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.32935, "bpb": 1.91784, "chunk_loss": 0.031541, "F": 0.1937, "G": 0.43415, "chunks": 198.34, "bytes_per_chunk": 5.163, "boundary_entropy": 0.66921, "router_noise": 0.0, "grad_norm": 0.8148, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 325.2} | |
| {"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3797.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.218181, "cps": 29.664062, "mean_p": 0.435875, "boundary_entropy": 0.661865, "bpb": 2.034863}, "de": {"chunks": 3936.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191691, "cps": 30.75, "mean_p": 0.442747, "boundary_entropy": 0.669904, "bpb": 2.242858}, "vi": {"chunks": 4969.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.269542, "cps": 38.820312, "mean_p": 0.420965, "boundary_entropy": 0.653543, "bpb": 1.88631}, "tr": {"chunks": 4024.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.222284, "cps": 31.4375, "mean_p": 0.441329, "boundary_entropy": 0.667907, "bpb": 2.211259}, "fi": {"chunks": 3244.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172452, "cps": 25.34375, "mean_p": 0.441985, "boundary_entropy": 0.671035, "bpb": 2.392577}, "ru": {"chunks": 6859.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.361953, "cps": 53.585938, "mean_p": 0.44567, "boundary_entropy": 0.67349, "bpb": 1.387213}, "el": {"chunks": 7471.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.364031, "cps": 58.367188, "mean_p": 0.441059, "boundary_entropy": 0.671349, "bpb": 1.459235}, "hi": {"chunks": 7025.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.417533, "cps": 54.882812, "mean_p": 0.449652, "boundary_entropy": 0.67857, "bpb": 1.20616}, "ta": {"chunks": 13491.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.721637, "cps": 105.398438, "mean_p": 0.429754, "boundary_entropy": 0.656801, "bpb": 0.926508}, "th": {"chunks": 6884.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.427976, "cps": 53.78125, "mean_p": 0.446105, "boundary_entropy": 0.678687, "bpb": 1.0905}, "zh": {"chunks": 3432.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.581104, "cps": 26.8125, "mean_p": 0.413221, "boundary_entropy": 0.648867, "bpb": 3.140691}, "my": {"chunks": 7209.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.380462, "cps": 56.320312, "mean_p": 0.452964, "boundary_entropy": 0.681496, "bpb": 1.097893}}, "bpb": {"en": 2.03486, "de": 2.24286, "vi": 1.88631, "tr": 2.21126, "fi": 2.39258, "ru": 1.38721, "el": 1.45924, "hi": 1.20616, "ta": 0.92651, "th": 1.0905, "zh": 3.14069, "my": 1.09789}, "gini_cpc": 0.237273, "gini_cps": 0.229085, "bpic": 5.305166, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.878589898406826, "vi": 1.2354050658382394, "tr": 1.0188047090907586, "fi": 0.7904101073782371, "ru": 1.658956932392814, "el": 1.6684815719193293, "hi": 1.9137040621339831, "ta": 3.3075178437559587, "th": 1.96156778059409, "zh": 2.6634059130753682, "my": 1.7437939738765795}, "t": 328.1} | |
| {"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.04648, "de": 2.25049, "vi": 1.88739, "tr": 2.21499, "fi": 2.40271, "ru": 1.36574, "el": 1.44936, "hi": 1.20278, "ta": 0.93635, "th": 1.10909, "zh": 3.13736, "my": 1.10782}, "bytes_per_chunk": {"en": 4.686, "de": 5.546, "vi": 5.172, "tr": 4.907, "fi": 5.978, "ru": 5.014, "el": 4.959, "hi": 6.032, "ta": 3.834, "th": 6.32, "zh": 5.145, "my": 7.601}, "bpb_mean": 1.75921, "t": 329.5} | |
| {"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.35985, "bpb": 1.96184, "chunk_loss": 0.031375, "F": 0.19058, "G": 0.43497, "chunks": 195.16, "bytes_per_chunk": 5.247, "boundary_entropy": 0.66971, "router_noise": 0.0, "grad_norm": 0.8323, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 329.5} | |
| {"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.32595, "bpb": 1.91295, "chunk_loss": 0.031485, "F": 0.19205, "G": 0.43407, "chunks": 196.66, "bytes_per_chunk": 5.207, "boundary_entropy": 0.66886, "router_noise": 0.0, "grad_norm": 0.7775, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 331.5} | |
| {"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.23536, "bpb": 1.78225, "chunk_loss": 0.031295, "F": 0.18924, "G": 0.43806, "chunks": 193.78, "bytes_per_chunk": 5.284, "boundary_entropy": 0.67157, "router_noise": 0.0, "grad_norm": 0.806, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 333.6} | |
| {"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.25976, "bpb": 1.81746, "chunk_loss": 0.0314, "F": 0.19125, "G": 0.43406, "chunks": 195.84, "bytes_per_chunk": 5.229, "boundary_entropy": 0.66873, "router_noise": 0.0, "grad_norm": 0.8665, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 335.6} | |
| {"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3728.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.214216, "cps": 29.125, "mean_p": 0.435685, "boundary_entropy": 0.661892, "bpb": 2.03161}, "de": {"chunks": 3710.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180685, "cps": 28.984375, "mean_p": 0.441785, "boundary_entropy": 0.670043, "bpb": 2.239808}, "vi": {"chunks": 4824.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.261676, "cps": 37.6875, "mean_p": 0.419521, "boundary_entropy": 0.653655, "bpb": 1.88557}, "tr": {"chunks": 4383.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.242115, "cps": 34.242188, "mean_p": 0.443545, "boundary_entropy": 0.66852, "bpb": 2.205221}, "fi": {"chunks": 3324.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176705, "cps": 25.96875, "mean_p": 0.442805, "boundary_entropy": 0.671252, "bpb": 2.389987}, "ru": {"chunks": 6543.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345277, "cps": 51.117188, "mean_p": 0.443114, "boundary_entropy": 0.672752, "bpb": 1.386911}, "el": {"chunks": 7465.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.363738, "cps": 58.320312, "mean_p": 0.440763, "boundary_entropy": 0.671572, "bpb": 1.455661}, "hi": {"chunks": 7268.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.431976, "cps": 56.78125, "mean_p": 0.45045, "boundary_entropy": 0.678665, "bpb": 1.201926}, "ta": {"chunks": 13445.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.719176, "cps": 105.039062, "mean_p": 0.428518, "boundary_entropy": 0.655726, "bpb": 0.920999}, "th": {"chunks": 7253.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.450917, "cps": 56.664062, "mean_p": 0.446711, "boundary_entropy": 0.678753, "bpb": 1.087895}, "zh": {"chunks": 3210.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.543515, "cps": 25.078125, "mean_p": 0.412222, "boundary_entropy": 0.649191, "bpb": 3.136952}, "my": {"chunks": 8480.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.447541, "cps": 66.25, "mean_p": 0.453776, "boundary_entropy": 0.681623, "bpb": 1.097442}}, "bpb": {"en": 2.03161, "de": 2.23981, "vi": 1.88557, "tr": 2.20522, "fi": 2.38999, "ru": 1.38691, "el": 1.45566, "hi": 1.20193, "ta": 0.921, "th": 1.0879, "zh": 3.13695, "my": 1.09744}, "gini_cpc": 0.23693, "gini_cps": 0.241403, "bpic": 5.212079, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.843470152412457, "vi": 1.2215531661527395, "tr": 1.130235998752015, "fi": 0.8248924871143106, "ru": 1.611817706976797, "el": 1.6979980353874928, "hi": 2.016545670210256, "ta": 3.3572490033712628, "th": 2.1049647560372007, "zh": 2.5372298157544013, "my": 2.089203249734308}, "t": 338.6} | |
| {"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.04311, "de": 2.24716, "vi": 1.88539, "tr": 2.21058, "fi": 2.39899, "ru": 1.36658, "el": 1.4458, "hi": 1.1979, "ta": 0.93093, "th": 1.10678, "zh": 3.1344, "my": 1.10681}, "bytes_per_chunk": {"en": 4.693, "de": 5.862, "vi": 5.377, "tr": 4.518, "fi": 5.867, "ru": 5.256, "el": 4.976, "hi": 5.755, "ta": 3.854, "th": 6.056, "zh": 5.545, "my": 6.389}, "bpb_mean": 1.7562, "t": 339.9} | |
| {"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3728.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.214216, "cps": 29.125, "mean_p": 0.435685, "boundary_entropy": 0.661892, "bpb": 2.03161}, "de": {"chunks": 3710.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180685, "cps": 28.984375, "mean_p": 0.441785, "boundary_entropy": 0.670043, "bpb": 2.239808}, "vi": {"chunks": 4824.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.261676, "cps": 37.6875, "mean_p": 0.419521, "boundary_entropy": 0.653655, "bpb": 1.88557}, "tr": {"chunks": 4383.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.242115, "cps": 34.242188, "mean_p": 0.443545, "boundary_entropy": 0.66852, "bpb": 2.205221}, "fi": {"chunks": 3324.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176705, "cps": 25.96875, "mean_p": 0.442805, "boundary_entropy": 0.671252, "bpb": 2.389987}, "ru": {"chunks": 6543.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345277, "cps": 51.117188, "mean_p": 0.443114, "boundary_entropy": 0.672752, "bpb": 1.386911}, "el": {"chunks": 7465.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.363738, "cps": 58.320312, "mean_p": 0.440763, "boundary_entropy": 0.671572, "bpb": 1.455661}, "hi": {"chunks": 7268.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.431976, "cps": 56.78125, "mean_p": 0.45045, "boundary_entropy": 0.678665, "bpb": 1.201926}, "ta": {"chunks": 13445.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.719176, "cps": 105.039062, "mean_p": 0.428518, "boundary_entropy": 0.655726, "bpb": 0.920999}, "th": {"chunks": 7253.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.450917, "cps": 56.664062, "mean_p": 0.446711, "boundary_entropy": 0.678753, "bpb": 1.087895}, "zh": {"chunks": 3210.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.543515, "cps": 25.078125, "mean_p": 0.412222, "boundary_entropy": 0.649191, "bpb": 3.136952}, "my": {"chunks": 8480.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.447541, "cps": 66.25, "mean_p": 0.453776, "boundary_entropy": 0.681623, "bpb": 1.097442}}, "bpb": {"en": 2.03161, "de": 2.23981, "vi": 1.88557, "tr": 2.20522, "fi": 2.38999, "ru": 1.38691, "el": 1.45566, "hi": 1.20193, "ta": 0.921, "th": 1.0879, "zh": 3.13695, "my": 1.09744}, "gini_cpc": 0.23693, "gini_cps": 0.241403, "bpic": 5.212079, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.843470152412457, "vi": 1.2215531661527395, "tr": 1.130235998752015, "fi": 0.8248924871143106, "ru": 1.611817706976797, "el": 1.6979980353874928, "hi": 2.016545670210256, "ta": 3.3572490033712628, "th": 2.1049647560372007, "zh": 2.5372298157544013, "my": 2.089203249734308}, "t": 340.9} | |
| {"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s1/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s1/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s1/th0.70"], "t": 345.9} | |
| {"event": "final", "run": "emactl_noema_s1", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.2142159397804976, "cps": 29.125, "bpb": 2.0525959332630173, "bytes_per_chunk": 4.695102402679395}, "de": {"cpc": 0.18068475137583404, "cps": 28.984375, "bpb": 2.2386571699167805, "bytes_per_chunk": 5.84470976444489}, "vi": {"cpc": 0.26167615947925144, "cps": 37.6875, "bpb": 1.8887908317215056, "bytes_per_chunk": 5.3526084737110775}, "tr": {"cpc": 0.2421145666464122, "cps": 34.2421875, "bpb": 2.203242577693521, "bytes_per_chunk": 4.533363308574937}, "fi": {"cpc": 0.17670511934506405, "cps": 25.96875, "bpb": 2.4121796351973424, "bytes_per_chunk": 5.8906778423199215}, "ru": {"cpc": 0.34527704485488125, "cps": 51.1171875, "bpb": 1.367230666027715, "bytes_per_chunk": 5.2564943202895495}, "el": {"cpc": 0.3637382448959704, "cps": 58.3203125, "bpb": 1.4419177599239312, "bytes_per_chunk": 4.99816961561928}, "hi": {"cpc": 0.43197622585438333, "cps": 56.78125, "bpb": 1.2061648934002307, "bytes_per_chunk": 5.775941655374514}, "ta": {"cpc": 0.719176250334314, "cps": 105.0390625, "bpb": 0.932736077772738, "bytes_per_chunk": 3.8478723560409236}, "th": {"cpc": 0.45091700341933477, "cps": 56.6640625, "bpb": 1.1032021694968648, "bytes_per_chunk": 6.034830852814899}, "zh": {"cpc": 0.5435150694209279, "cps": 25.078125, "bpb": 3.1430077960108775, "bytes_per_chunk": 5.576819980428031}, "my": {"cpc": 0.4475406375343044, "cps": 66.25, "bpb": 1.1165069677203832, "bytes_per_chunk": 6.349541606617335}}, "gini_cpc": 0.23693031160314426, "gini_cps": 0.24140331101544144, "bpic": 5.212078823353659, "seed": 1, "mean_boundary_entropy": 0.6675059795379639, "dechunk": "ste", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 348.2} | |